diff --git "a/wandb/run-20220523_115145-3dybzmyz/logs/debug-internal.log" "b/wandb/run-20220523_115145-3dybzmyz/logs/debug-internal.log" --- "a/wandb/run-20220523_115145-3dybzmyz/logs/debug-internal.log" +++ "b/wandb/run-20220523_115145-3dybzmyz/logs/debug-internal.log" @@ -1,71822 +1,3 @@ -2022-05-23 11:51:46,252 INFO MainThread:1049978 [internal.py:wandb_internal():90] W&B internal server running at pid: 1049978, started at: 2022-05-23 11:51:46.252721 -2022-05-23 11:51:46,255 INFO WriterThread:1049978 [datastore.py:open_for_write():75] open: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/run-3dybzmyz.wandb -2022-05-23 11:51:46,258 DEBUG SenderThread:1049978 [sender.py:send():232] send: header -2022-05-23 11:51:46,258 DEBUG SenderThread:1049978 [sender.py:send():232] send: run -2022-05-23 11:51:46,532 INFO SenderThread:1049978 [dir_watcher.py:__init__():166] watching files in: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files -2022-05-23 11:51:46,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: check_version -2022-05-23 11:51:46,533 INFO SenderThread:1049978 [sender.py:_start_run_threads():811] run started: 3dybzmyz with start time 1653299505 -2022-05-23 11:51:46,533 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 11:51:46,534 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 11:51:46,534 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: check_version -2022-05-23 11:51:46,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: run_start -2022-05-23 11:51:46,677 DEBUG HandlerThread:1049978 [meta.py:__init__():35] meta init -2022-05-23 11:51:46,677 DEBUG HandlerThread:1049978 [meta.py:__init__():49] meta init done -2022-05-23 11:51:46,677 DEBUG HandlerThread:1049978 [meta.py:probe():209] probe -2022-05-23 11:51:46,679 DEBUG HandlerThread:1049978 [meta.py:_setup_git():199] setup git -2022-05-23 11:51:46,699 DEBUG HandlerThread:1049978 [meta.py:_setup_git():206] setup git done -2022-05-23 11:51:46,699 DEBUG HandlerThread:1049978 [meta.py:_save_pip():53] save pip -2022-05-23 11:51:46,700 DEBUG HandlerThread:1049978 [meta.py:_save_pip():67] save pip done -2022-05-23 11:51:46,700 DEBUG HandlerThread:1049978 [meta.py:probe():247] probe done -2022-05-23 11:51:46,706 DEBUG SenderThread:1049978 [sender.py:send():232] send: files -2022-05-23 11:51:46,707 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-metadata.json with policy now -2022-05-23 11:51:46,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:51:46,715 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:51:46,953 DEBUG SenderThread:1049978 [sender.py:send():232] send: telemetry -2022-05-23 11:51:46,953 DEBUG SenderThread:1049978 [sender.py:send():232] send: config -2022-05-23 11:51:46,955 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:51:46,955 DEBUG SenderThread:1049978 [sender.py:send():232] send: telemetry -2022-05-23 11:51:46,955 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:51:46,955 WARNING SenderThread:1049978 [sender.py:send_metric():904] Seen metric with glob (shouldn't happen) -2022-05-23 11:51:46,955 DEBUG SenderThread:1049978 [sender.py:send():232] send: telemetry -2022-05-23 11:51:47,401 INFO Thread-11 :1049978 [upload_job.py:push():137] Uploaded file /tmp/tmprhho6awcwandb/28zdlary-wandb-metadata.json -2022-05-23 11:51:47,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 11:51:47,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:51:47,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-metadata.json -2022-05-23 11:51:47,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/requirements.txt -2022-05-23 11:51:49,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:51:59,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:02,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:52:02,045 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:52:05,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:09,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:13,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:14,763 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:52:17,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:52:17,275 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:52:17,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:17,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/config.yaml -2022-05-23 11:52:19,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:23,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:27,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:29,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:32,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:52:32,539 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:52:33,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:35,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:39,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:41,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:52:45,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:47,557 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:47,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:52:47,771 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:52:49,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:53,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:55,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:57,561 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:52:59,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:01,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:02,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:53:02,996 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:53:05,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:07,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:09,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:11,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:13,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:14,933 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:53:15,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:17,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:18,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:53:18,305 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:53:19,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:21,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:23,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:25,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:27,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:29,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:32,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:33,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:53:33,575 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:53:34,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:36,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:38,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:40,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:42,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:44,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:44,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:45,011 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:53:46,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:48,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:53:48,908 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:53:48,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:48,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:49,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:50,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:53,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:54,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:53:56,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:56,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:58,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:53:59,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:01,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:02,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:03,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:03,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:04,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:54:04,143 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:54:06,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:06,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:07,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:07,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:08,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:54:10,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:14,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:15,088 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:54:18,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:19,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:54:19,373 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:54:22,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:24,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:28,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:32,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:34,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:34,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:54:34,644 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:54:38,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:40,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:42,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:45,166 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:54:46,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:48,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:49,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:54:49,889 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:54:50,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:54,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:56,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:54:58,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:00,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:02,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:05,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:55:05,153 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:55:06,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:08,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:10,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:12,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:14,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:15,244 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:55:16,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:18,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:20,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:55:20,529 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:55:20,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:22,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:24,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:26,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:28,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:30,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:32,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:34,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:35,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:55:35,779 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:55:36,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:38,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:40,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:42,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:44,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:44,672 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,678 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,683 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,688 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,698 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,698 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,699 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,704 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,709 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,715 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:44,721 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,744 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,749 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,755 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,755 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,755 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,755 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,756 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,756 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,756 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,756 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,756 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,756 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,756 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,758 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,758 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,758 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,758 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,758 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,758 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,758 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,759 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,759 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,759 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,759 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,759 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,759 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,759 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,760 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,760 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,760 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,760 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,760 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,760 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,760 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,761 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,761 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,761 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,761 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,761 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,761 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,762 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,762 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,762 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,762 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,762 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,762 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,762 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,763 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,763 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,763 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,763 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,763 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,763 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,763 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,764 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,764 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,764 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,764 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,764 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,764 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,764 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,765 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,765 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,765 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,765 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,765 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,765 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,765 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,767 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,767 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,767 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,767 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,767 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,767 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,767 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,768 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,768 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,768 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,768 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,768 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,768 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,768 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,769 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,769 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,769 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,769 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,769 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,769 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,769 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,770 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,770 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,770 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,770 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,770 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,770 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,770 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,771 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,771 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,771 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,771 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,771 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,771 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,771 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,771 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,774 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,775 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,776 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,777 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,778 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,788 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,791 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,792 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,795 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,796 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,797 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,799 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,801 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,805 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,807 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,810 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,812 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,815 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,816 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,819 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,820 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,822 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,823 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,826 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,827 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,831 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,838 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,839 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,841 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,842 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,843 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,846 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,847 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,850 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,856 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,861 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,862 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,866 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,867 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,867 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,867 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,867 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,867 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,867 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,867 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 11:55:44,867 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 11:55:44,919 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 11:55:44,970 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 11:55:45,342 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:55:45,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 11:55:46,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:49,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:49,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/config.yaml -2022-05-23 11:55:51,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:55:51,001 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:55:54,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:55:57,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:57,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:55:59,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:00,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:01,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:01,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:02,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:04,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:04,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:05,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:56:06,230 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:56:06,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:06,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:08,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:08,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:09,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:10,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:11,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:12,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:12,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:13,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:14,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:15,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:15,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:15,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:15,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:15,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:15,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:15,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:15,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:15,451 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:56:16,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:16,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:16,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:20,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:21,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:56:21,453 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:56:23,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:23,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:56:24,733 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:26,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:30,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:32,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:36,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:36,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:56:36,761 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:56:38,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:43,741 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:45,529 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:56:45,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:49,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:51,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:52,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:56:52,013 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:56:53,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:55,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:56:59,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:01,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:03,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:05,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:07,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:57:07,431 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:57:07,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:09,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:11,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:13,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:15,606 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:57:15,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:17,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:19,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:21,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:22,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:57:22,745 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:57:23,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:25,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:27,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:29,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:31,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:33,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:35,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:37,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:38,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:57:38,009 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:57:39,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:41,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:43,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:44,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:44,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:45,679 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:57:45,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:52,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:52,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:57:53,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:57:53,388 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:57:53,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:57:57,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:00,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:00,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:03,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:05,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:05,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:07,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:08,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:58:08,614 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:58:08,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:08,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:09,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:10,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:11,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:12,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:12,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:13,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:14,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:15,759 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:58:16,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:16,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:16,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:18,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:19,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:19,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:20,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:21,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:22,786 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:23,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:23,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:58:23,839 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:58:25,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:25,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:26,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:26,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:28,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:32,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:34,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:58:34,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:38,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:39,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:58:39,069 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:58:40,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:44,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:45,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:58:46,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:48,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:50,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:54,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:58:54,473 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:58:54,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:56,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:58:58,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:00,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:02,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:04,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:06,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:08,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:09,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:59:09,808 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:59:10,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:12,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:14,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:15,912 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:59:16,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:18,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:20,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:22,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:24,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:25,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:59:25,180 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:59:26,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:28,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:30,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:32,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:34,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:36,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:38,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:40,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:59:40,503 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:59:40,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:41,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 11:59:41,983 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 11:59:42,200 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 11:59:42,269 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 11:59:42,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 11:59:42,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:46,282 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 11:59:52,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 11:59:55,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 11:59:55,727 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 11:59:58,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:02,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:06,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:10,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:10,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:10,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:00:10,952 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:00:12,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:12,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:14,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:16,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,372 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:00:16,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:16,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:17,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:18,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:19,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:19,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:20,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:21,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:21,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:22,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:23,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:24,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:26,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:00:26,318 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:00:26,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:26,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:28,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:29,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:29,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:30,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:30,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:32,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:34,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:35,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:37,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:38,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:38,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:00:41,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:00:41,552 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:00:41,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:43,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:46,448 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:00:47,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:49,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:51,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:53,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:56,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:00:56,787 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:00:57,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:00:59,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:01,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:03,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:05,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:07,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:09,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:11,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:12,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:01:12,121 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:01:13,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:15,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:16,525 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:01:17,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:19,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:21,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:23,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:25,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:27,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:01:27,348 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:01:27,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:29,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:31,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:33,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:35,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:37,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:39,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:41,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:42,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:42,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:42,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:42,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:43,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:43,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:43,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:43,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:43,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:43,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:43,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:43,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:01:43,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:01:43,256 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:01:43,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:46,603 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:01:51,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:55,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:01:58,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:01:58,867 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:02:01,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:06,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:08,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:10,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:10,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:12,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:14,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:02:14,090 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:02:14,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:14,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:15,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:16,679 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:02:16,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:17,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:17,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:19,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:20,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:20,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:21,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:22,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:22,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:23,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:24,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:26,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:27,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:27,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:28,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:28,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:28,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:28,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:02:29,367 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:02:29,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:29,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:30,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:30,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:32,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:35,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:35,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:36,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:36,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:38,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:40,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:41,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:41,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:42,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:02:44,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:02:44,616 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:02:44,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:46,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:02:46,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:48,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:52,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:54,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:56,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:58,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:02:59,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:02:59,843 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:03:00,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:02,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:06,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:08,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:10,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:12,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:14,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:15,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:03:15,122 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:03:16,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:03:16,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:18,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:20,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:22,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:24,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:26,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:28,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:30,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:03:30,412 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:03:30,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:32,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:34,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:36,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:38,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:40,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:40,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:40,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:41,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:03:41,235 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 12:03:41,448 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 12:03:41,513 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 12:03:41,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 12:03:41,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:42,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:45,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:03:45,771 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:03:46,926 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:03:54,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:03:58,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:01,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:04:01,004 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:04:02,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:07,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:11,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:15,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:16,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:04:16,226 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:04:17,003 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:04:19,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:21,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:21,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:23,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:23,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:24,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:25,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:26,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:26,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:27,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:28,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:29,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:31,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:31,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:04:31,462 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:04:31,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:32,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:32,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:33,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:34,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:35,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:37,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:37,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:38,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:38,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:39,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:40,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:41,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:43,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:43,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:44,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:44,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:45,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:46,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:46,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:04:46,844 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:04:47,079 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:04:48,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:48,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:04:49,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:51,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:53,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:55,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:04:57,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:01,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:02,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:05:02,064 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:05:03,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:05,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:07,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:09,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:11,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:13,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:15,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:17,156 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:05:17,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:05:17,288 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:05:17,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:20,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:22,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:24,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:26,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:28,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:30,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:32,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:32,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:05:32,575 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:05:34,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:36,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:38,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:40,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:41,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:41,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:05:42,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:44,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:05:47,232 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:05:47,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:05:47,874 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:05:54,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:00,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:03,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:06:03,100 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:06:04,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:08,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:12,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:16,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:17,309 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:06:18,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:06:18,383 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:06:20,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:24,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:26,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:27,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:27,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:30,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:30,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:31,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:32,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:32,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:06:33,680 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:06:33,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:33,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:35,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:36,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:36,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:38,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:39,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:39,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:40,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:41,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:42,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:42,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:43,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:44,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:44,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:45,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:46,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:47,387 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:06:48,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:48,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:48,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:49,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:06:49,019 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:06:50,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:50,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:51,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:52,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:52,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:53,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:53,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:54,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:06:57,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:06:59,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:00,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:00,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:01,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:03,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:04,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:07:04,249 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:07:05,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:07,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:09,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:11,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:15,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:17,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:17,462 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:07:19,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:19,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:07:19,590 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:07:21,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:23,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:25,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:27,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:29,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:31,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:33,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:34,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:07:34,815 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:07:35,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:37,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:39,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:41,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:43,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:44,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:07:44,715 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 12:07:44,955 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 12:07:45,030 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 12:07:45,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 12:07:45,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:46,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:47,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:07:47,551 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:07:50,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:07:50,084 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:07:57,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:01,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:05,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:08:05,671 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:08:07,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:11,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:15,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:17,628 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:08:19,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:20,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:08:20,969 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:08:21,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:25,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:29,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:33,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:35,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:36,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:08:36,211 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:08:38,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:38,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:39,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:39,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:40,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:42,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:42,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:44,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:45,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:46,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:46,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:47,704 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:08:48,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:48,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:48,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:49,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:50,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:51,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:08:51,484 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:08:52,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:52,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:52,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:53,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:54,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:54,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:55,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:08:56,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:56,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:08:58,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:00,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:00,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:01,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:01,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:01,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:01,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:02,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:02,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:04,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:04,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:05,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:06,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:06,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:09:06,728 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:09:08,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:08,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:10,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:12,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:14,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:16,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:17,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:09:18,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:20,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:21,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:09:21,952 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:09:22,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:24,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:26,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:28,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:30,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:32,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:34,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:36,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:37,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:09:37,195 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:09:38,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:40,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:42,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:44,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:46,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:47,858 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:09:48,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:49,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:49,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:09:50,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:52,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:09:52,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:09:52,663 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:10:00,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:07,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:08,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:10:08,201 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:10:11,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:15,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:17,935 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:10:19,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:23,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:23,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:10:23,426 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:10:27,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:31,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:33,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:37,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:38,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:10:38,948 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:10:41,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:43,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:45,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:45,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:46,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:46,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:46,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:46,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:46,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:47,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:48,011 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:10:48,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:48,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:49,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:51,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:51,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:51,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:52,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:53,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:10:54,280 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:10:54,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:54,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:55,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:55,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:56,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:57,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:57,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,146 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:10:59,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:10:59,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:00,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:01,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:02,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:03,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:04,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:04,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:05,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:05,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:07,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:07,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:08,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:09,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:09,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:11:09,818 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:11:10,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:10,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:11,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:12,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:12,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:15,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:16,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:16,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:17,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:18,093 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:11:19,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:21,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:23,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:25,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:11:25,047 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:11:25,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:27,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:29,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:32,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:34,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:36,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:38,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:40,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:40,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:11:40,280 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:11:42,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:44,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:46,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:48,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:48,170 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:11:50,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:51,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:11:51,973 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 12:11:52,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:52,223 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 12:11:52,293 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 12:11:53,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 12:11:53,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:54,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:55,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:11:55,583 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:11:56,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:11:58,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:00,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:02,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:04,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:06,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:08,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:10,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:10,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:12:10,808 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:12:12,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:14,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:16,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:18,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:18,362 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:12:20,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:22,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:24,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:26,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:26,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:12:26,292 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:12:28,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:30,210 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:32,211 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:34,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:36,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:38,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:40,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:41,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:12:41,517 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:12:42,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:44,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:46,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:48,217 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:48,436 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:12:50,218 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:52,219 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:54,220 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:56,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:12:56,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:12:56,786 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:12:58,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:00,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:02,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:04,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:06,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:09,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:11,227 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:12,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:13:12,021 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:13:13,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:15,229 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:17,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:18,511 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:13:19,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:21,231 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:23,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:25,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:27,234 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:27,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:13:27,325 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:13:29,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:31,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:33,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:35,237 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:37,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:39,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:41,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:42,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:13:42,639 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:13:43,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:45,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:47,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:48,585 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:13:49,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:51,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:53,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:55,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:57,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:13:58,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:13:58,090 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:13:59,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:01,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:03,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:05,253 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:07,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:09,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:11,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:13,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:13,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:14:13,410 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:14:15,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:18,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:18,659 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:14:20,260 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:22,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:24,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:26,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:28,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:28,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:14:28,640 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:14:30,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:32,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:34,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:36,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:38,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:40,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:42,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:43,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:14:43,976 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:14:44,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:46,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:48,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:48,733 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:14:50,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:52,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:54,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:56,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:58,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:14:59,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:14:59,213 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:15:00,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:02,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:04,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:06,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:08,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:10,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:12,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:14,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:14,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:15:14,595 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:15:16,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:18,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:18,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:15:20,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:22,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:24,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:26,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:28,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:29,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:15:29,816 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:15:30,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:32,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:34,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:36,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:38,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:40,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:42,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:44,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:45,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:15:45,157 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:15:46,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:48,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:48,887 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:15:50,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:52,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:54,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:56,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:15:58,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:00,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:00,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:16:00,434 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:16:03,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:05,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:07,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:09,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:11,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:13,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:15,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:15,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:16:15,741 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:16:17,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:18,941 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:16:19,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:21,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:23,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:25,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:27,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:29,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:31,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:16:31,071 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:16:31,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:33,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:35,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:37,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:39,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:41,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:43,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:45,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:46,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:16:46,312 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:16:47,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:49,011 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:16:49,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:51,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:53,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:55,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:57,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:16:59,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:01,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:01,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:17:01,584 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:17:03,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:05,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:07,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:09,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:11,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:13,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:15,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:16,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:17:16,810 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:17:17,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:19,087 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:17:19,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:21,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:23,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:25,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:28,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:30,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:32,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:17:32,083 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:17:32,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:34,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:36,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:38,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:40,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:42,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:44,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:46,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:47,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:17:47,348 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:17:48,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:49,163 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:17:50,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:52,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:54,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:56,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:17:58,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:00,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:02,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:02,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:18:02,728 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:18:04,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:06,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:08,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:10,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:12,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:14,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:16,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:17,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:18:17,991 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:18:18,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:19,237 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:18:20,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:22,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:24,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:26,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:28,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:31,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:33,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:18:33,217 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:18:33,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:35,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:37,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:39,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:41,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:43,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:45,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:47,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:48,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:18:48,438 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:18:49,313 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:18:49,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:51,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:53,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:55,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:57,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:18:59,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:01,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:03,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:03,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:19:03,738 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:19:05,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:07,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:09,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:11,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:13,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:15,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:17,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:18,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:19:18,991 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:19:19,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:19,387 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:19:21,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:23,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:25,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:27,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:29,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:31,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:33,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:34,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:19:34,313 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:19:35,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:37,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:39,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:41,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:43,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:45,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:47,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:49,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:49,461 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:19:49,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:19:49,620 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:19:51,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:53,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:56,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:19:58,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:00,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:02,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:04,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:05,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:20:05,123 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:20:06,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:08,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:10,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:12,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:14,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:16,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:18,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:19,537 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:20:20,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:20:20,378 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:20:20,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:22,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:24,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:26,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:28,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:30,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:32,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:34,406 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:35,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:20:35,604 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:20:36,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:38,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:40,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:42,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:44,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:46,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:48,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:49,612 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:20:50,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:50,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:20:50,890 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:20:52,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:54,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:56,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:20:58,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:00,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:02,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:04,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:06,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:21:06,171 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:21:06,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:08,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:10,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:12,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:15,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:17,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:19,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:19,686 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:21:21,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:21,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:21:21,643 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:21:23,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:25,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:27,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:29,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:31,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:33,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:35,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:36,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:21:36,880 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:21:37,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:39,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:41,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:43,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:45,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:47,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:49,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:49,758 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:21:51,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:52,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:21:52,164 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:21:53,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:55,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:57,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:21:59,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:01,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:03,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:05,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:07,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:22:07,379 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:22:07,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:09,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:11,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:13,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:15,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:17,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:19,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:19,834 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:22:21,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:22,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:22:22,693 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:22:23,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:25,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:27,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:30,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:32,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:34,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:36,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:38,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:22:38,077 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:22:38,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:40,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:42,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:44,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:46,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:48,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:49,909 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:22:50,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:52,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:53,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:22:53,390 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:22:54,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:56,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:22:58,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:00,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:02,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:04,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:06,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:08,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:08,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:23:08,684 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:23:10,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:12,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:14,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:16,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:18,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:19,984 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:23:20,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:22,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:23,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:23:23,907 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:23:24,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:26,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:28,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:30,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:32,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:34,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:36,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:38,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:39,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:23:39,352 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:23:40,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:42,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:44,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:46,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:48,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:50,061 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:23:50,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:52,492 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:54,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:54,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:23:54,576 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:23:56,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:23:58,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:00,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:02,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:04,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:07,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:09,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:09,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:24:09,931 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:24:11,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:13,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:15,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:17,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:19,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:20,136 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:24:21,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:23,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:25,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:24:25,207 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:24:25,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:27,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:29,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:31,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:33,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:35,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:37,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:39,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:40,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:24:40,445 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:24:41,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:43,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:45,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:47,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:49,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:50,210 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:24:51,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:53,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:55,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:55,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:24:55,670 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:24:57,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:24:59,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:01,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:03,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:05,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:07,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:09,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:10,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:25:10,986 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:25:11,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:14,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:16,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:18,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:20,289 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:25:20,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:22,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:24,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:26,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:25:26,256 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:25:26,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:28,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:30,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:32,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:34,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:36,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:38,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:40,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:41,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:25:41,543 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:25:42,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:44,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:46,541 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:48,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:50,363 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:25:50,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:52,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:54,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:56,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:25:56,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:25:56,827 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:25:58,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:00,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:02,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:04,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:06,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:08,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:10,551 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:12,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:26:12,131 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:26:12,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:14,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:16,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:18,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:20,438 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:26:20,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:22,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:24,557 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:26,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:27,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:26:27,456 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:26:28,559 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:30,559 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:32,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:34,561 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:37,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:39,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:41,564 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:42,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:26:42,746 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:26:43,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:45,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:47,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:49,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:50,513 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:26:51,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:53,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:55,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:57,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:26:57,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:26:57,983 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:26:59,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:01,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:03,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:05,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:07,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:09,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:11,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:13,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:27:13,266 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:27:13,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:15,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:17,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:19,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:20,589 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:27:21,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:23,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:25,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:27,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:28,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:27:28,488 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:27:29,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:32,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:34,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:36,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:38,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:40,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:42,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:43,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:27:43,959 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:27:44,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:46,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:48,590 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:50,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:50,662 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:27:52,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:54,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:56,593 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:58,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:27:59,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:27:59,368 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:28:00,595 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:02,595 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:04,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:06,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:08,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:10,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:12,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:14,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:28:14,591 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:28:14,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:16,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:18,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:20,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:20,736 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:28:22,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:25,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:27,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:29,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:29,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:28:29,977 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:28:31,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:33,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:35,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:37,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:39,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:41,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:43,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:45,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:28:45,342 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:28:45,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:47,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:49,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:50,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:28:51,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:53,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:55,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:57,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:28:59,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:00,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:29:00,568 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:29:01,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:03,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:05,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:07,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:09,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:11,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:13,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:15,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:15,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:29:15,861 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:29:17,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:19,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:20,878 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:29:21,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:23,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:25,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:27,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:29,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:31,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:29:31,092 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:29:31,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:33,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:36,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:38,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:40,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:42,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:44,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:46,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:29:46,308 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:29:46,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:48,637 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:50,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:50,955 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:29:52,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:54,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:56,640 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:29:58,641 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:00,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:01,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:30:01,663 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:30:02,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:04,644 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:06,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:08,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:10,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:12,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:14,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:16,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:16,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:30:16,936 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:30:18,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:20,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:21,031 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:30:22,651 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:24,652 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:26,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:28,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:30,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:32,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:30:32,202 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:30:32,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:34,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:36,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:38,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:40,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:42,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:44,660 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:46,660 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:47,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:30:47,425 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:30:48,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:50,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:51,107 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:30:53,663 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:55,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:57,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:30:59,666 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:01,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:02,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:31:02,788 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:31:03,668 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:05,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:07,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:09,670 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:11,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:13,672 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:15,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:17,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:18,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:31:18,096 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:31:19,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:21,182 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:31:21,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:23,676 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:25,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:27,678 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:29,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:31,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:33,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:31:33,446 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:31:33,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:35,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:37,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:39,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:41,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:43,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:45,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:47,687 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:48,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:31:48,676 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:31:49,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:51,258 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:31:51,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:53,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:55,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:57,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:31:59,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:01,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:03,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:04,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:32:04,004 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:32:05,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:07,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:09,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:12,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:14,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:16,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:18,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:19,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:32:19,380 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:32:20,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:21,333 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:32:22,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:24,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:26,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:28,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:30,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:32,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:34,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:32:34,601 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:32:34,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:36,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:38,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:40,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:42,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:44,710 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:46,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:48,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:49,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:32:49,993 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:32:50,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:51,405 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:32:52,713 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:54,714 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:56,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:32:58,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:00,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:02,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:04,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:05,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:33:05,250 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:33:07,719 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:09,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:11,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:13,722 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:15,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:17,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:19,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:20,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:33:20,478 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:33:21,480 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:33:21,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:23,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:25,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:27,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:29,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:31,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:33,731 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:35,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:35,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:33:35,761 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:33:37,733 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:39,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:41,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:43,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:45,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:47,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:49,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:51,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:33:51,084 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:33:51,553 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:33:51,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:53,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:55,741 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:57,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:33:59,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:01,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:03,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:05,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:06,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:34:06,312 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:34:07,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:09,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:11,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:14,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:16,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:18,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:20,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:21,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:34:21,545 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:34:21,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:34:22,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:24,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:26,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:28,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:30,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:32,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:34,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:36,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:36,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:34:36,831 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:34:38,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:40,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:42,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:44,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:46,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:48,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:50,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:51,699 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:34:52,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:34:52,134 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:34:52,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:54,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:56,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:34:59,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:01,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:03,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:05,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:07,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:35:07,362 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:35:07,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:09,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:11,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:13,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:15,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:17,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:19,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:21,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:35:21,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:22,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:35:22,584 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:35:23,776 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:25,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:27,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:29,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:31,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:33,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:35,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:37,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:37,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:35:37,871 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:35:39,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:41,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:43,785 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:45,786 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:47,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:49,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:51,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:51,849 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:35:53,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:35:53,200 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:35:54,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:56,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:35:58,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:00,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:02,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:04,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:06,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:08,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:36:08,590 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:36:08,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:10,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:12,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:14,800 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:16,800 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:18,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:20,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:21,929 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:36:22,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:23,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:36:23,812 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:36:24,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:26,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:28,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:30,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:32,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:34,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:36,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:38,811 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:39,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:36:39,120 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:36:40,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:42,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:44,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:46,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:48,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:50,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:52,006 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:36:53,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:54,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:36:54,412 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:36:55,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:57,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:36:59,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:01,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:03,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:05,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:07,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:09,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:37:09,784 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:37:09,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:11,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:13,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:15,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:17,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:19,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:21,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:22,082 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:37:23,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:25,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:37:25,040 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:37:25,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:27,833 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:29,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:31,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:33,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:35,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:37,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:39,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:40,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:37:40,255 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:37:41,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:43,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:45,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:47,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:49,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:51,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:52,162 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:37:53,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:55,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:37:55,634 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:37:55,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:57,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:37:59,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:01,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:03,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:05,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:07,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:09,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:10,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:38:10,860 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:38:11,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:13,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:15,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:17,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:19,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:21,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:22,238 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:38:23,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:25,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:26,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:38:26,227 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:38:27,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:29,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:31,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:33,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:36,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:38,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:40,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:41,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:38:41,547 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:38:42,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:44,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:46,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:48,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:50,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:52,311 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:38:52,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:54,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:56,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:38:56,846 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:38:56,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:38:58,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:00,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:02,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:04,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:06,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:08,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:10,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:12,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:39:12,086 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:39:12,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:14,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:16,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:18,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:20,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:22,388 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:39:22,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:24,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:26,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:27,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:39:27,390 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:39:28,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:30,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:32,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:34,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:36,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:38,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:40,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:42,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:39:42,691 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:39:42,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:44,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:46,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:48,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:50,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:52,461 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:39:52,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:54,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:56,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:39:58,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:39:58,006 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:39:58,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:00,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:03,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:05,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:07,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:09,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:11,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:13,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:40:13,224 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:40:13,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:15,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:17,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:19,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:21,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:22,534 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:40:23,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:25,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:27,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:28,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:40:28,539 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:40:29,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:31,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:33,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:35,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:37,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:39,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:41,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:43,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:40:43,849 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:40:43,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:45,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:47,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:49,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:51,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:52,606 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:40:53,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:55,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:57,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:40:59,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:40:59,149 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:41:00,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:02,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:04,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:06,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:08,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:10,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:12,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:14,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:41:14,430 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:41:14,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:16,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:18,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:20,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:22,682 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:41:22,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:24,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:26,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:28,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:29,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:41:29,710 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:41:30,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:32,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:34,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:36,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:38,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:40,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:42,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:44,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:41:44,932 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:41:44,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:46,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:48,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:50,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:52,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:41:52,950 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:54,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:56,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:41:58,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:00,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:42:00,236 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:42:00,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:02,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:04,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:06,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:08,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:10,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:12,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:14,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:15,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:42:15,448 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:42:16,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:18,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:21,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:22,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:42:23,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:25,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:27,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:29,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:30,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:42:30,899 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:42:31,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:33,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:35,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:37,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:39,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:41,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:43,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:45,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:46,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:42:46,310 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:42:47,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:49,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:51,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:52,901 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:42:53,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:55,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:57,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:42:59,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:01,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:43:01,652 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:43:01,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:03,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:05,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:07,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:09,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:11,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:13,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:15,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:16,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:43:16,968 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:43:17,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:19,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:21,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:22,972 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:43:23,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:25,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:27,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:29,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:31,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:32,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:43:32,256 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:43:33,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:35,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:38,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:40,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:42,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:44,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:46,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:47,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:43:47,640 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:43:48,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:50,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:53,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:53,044 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:43:55,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:57,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:43:59,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:01,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:02,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:44:02,947 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:44:03,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:05,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:07,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:09,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:11,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:13,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:15,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:17,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:18,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:44:18,255 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:44:19,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:21,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:23,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:23,119 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:44:25,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:27,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:29,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:31,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:33,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:33,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:44:33,646 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:44:35,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:37,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:39,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:41,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:43,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:45,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:47,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:48,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:44:48,997 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:44:49,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:51,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:53,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:53,193 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:44:56,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:44:58,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:00,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:02,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:04,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:04,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:45:04,248 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:45:06,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:08,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:10,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:12,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:14,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:16,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:18,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:19,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:45:19,519 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:45:20,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:22,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:23,267 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:45:24,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:26,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:28,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:30,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:32,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:34,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:34,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:45:34,862 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:45:36,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:38,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:40,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:42,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:44,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:46,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:48,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:50,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:50,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:45:50,095 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:45:52,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:53,342 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:45:54,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:56,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:45:58,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:00,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:02,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:04,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:05,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:46:05,323 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:46:06,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:08,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:10,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:12,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:14,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:16,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:18,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:20,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:21,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:46:21,748 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:46:22,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:23,417 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:46:24,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:26,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:28,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:30,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:33,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:35,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:36,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:46:36,970 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:46:37,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:39,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:41,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:43,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:45,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:47,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:49,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:51,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:52,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:46:52,191 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:46:53,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:53,495 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:46:55,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:57,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:46:59,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:01,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:03,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:05,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:07,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:07,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:47:07,555 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:47:09,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:11,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:13,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:15,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:17,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:19,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:21,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:22,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:47:22,839 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:47:23,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:23,570 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:47:25,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:27,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:29,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:31,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:33,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:35,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:37,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:38,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:47:38,062 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:47:39,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:41,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:43,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:45,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:47,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:49,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:51,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:53,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:53,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:47:53,411 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:47:53,666 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:47:55,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:57,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:47:59,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:01,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:03,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:05,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:07,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:08,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:48:08,723 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:48:10,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:12,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:14,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:16,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:18,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:20,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:22,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:23,719 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:48:23,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:48:23,951 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:48:24,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:26,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:28,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:30,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:32,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:34,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:36,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:38,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:39,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:48:39,322 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:48:40,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:42,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:44,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:46,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:48,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:50,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:52,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:53,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:48:54,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:54,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:48:54,606 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:48:56,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:48:58,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:00,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:02,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:04,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:06,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:08,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:09,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:49:09,948 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:49:10,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:12,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:14,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:16,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:18,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:20,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:22,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:23,878 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:49:24,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:25,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:49:25,215 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:49:26,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:28,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:31,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:33,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:35,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:37,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:39,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:40,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:49:40,503 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:49:41,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:43,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:45,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:47,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:49,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:51,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:53,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:53,954 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:49:55,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:55,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:49:55,817 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:49:57,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:49:59,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:01,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:03,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:05,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:07,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:09,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:11,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:50:11,041 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:50:11,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:13,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:15,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:17,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:19,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:21,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:23,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:24,028 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:50:25,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:26,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:50:26,328 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:50:27,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:29,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:31,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:33,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:36,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:38,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:40,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:41,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:50:41,675 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:50:42,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:44,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:46,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:48,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:50,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:52,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:54,103 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:50:54,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:56,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:50:57,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:50:57,054 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:50:58,185 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:00,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:02,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:04,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:06,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:08,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:10,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:12,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:12,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:51:12,277 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:51:14,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:16,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:18,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:20,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:22,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:24,180 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:51:24,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:26,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:27,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:51:27,545 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:51:28,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:30,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:32,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:34,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:36,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:38,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:40,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:42,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:42,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:51:42,863 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:51:44,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:46,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:48,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:50,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:53,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:54,254 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:51:55,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:57,210 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:51:58,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:51:58,091 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:51:59,211 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:01,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:03,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:05,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:07,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:09,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:11,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:13,217 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:13,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:52:13,316 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:52:15,218 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:17,219 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:19,220 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:21,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:23,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:24,328 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:52:25,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:27,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:28,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:52:28,702 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:52:29,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:31,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:33,227 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:35,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:37,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:39,229 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:41,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:43,231 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:43,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:52:43,925 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:52:45,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:47,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:49,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:51,234 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:53,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:54,404 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:52:55,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:57,237 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:59,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:52:59,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:52:59,314 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:53:02,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:04,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:06,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:08,242 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:10,243 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:12,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:14,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:14,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:53:14,686 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:53:16,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:18,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:20,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:22,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:24,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:24,482 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:53:26,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:28,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:29,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:53:29,912 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:53:30,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:32,253 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:34,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:36,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:38,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:40,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:42,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:44,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:45,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:53:45,204 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:53:46,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:48,260 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:50,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:52,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:54,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:54,557 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:53:56,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:53:58,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:00,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:00,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:54:00,467 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:54:02,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:05,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:07,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:09,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:11,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:13,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:15,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:15,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:54:15,703 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:54:17,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:19,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:21,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:23,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:24,626 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:54:25,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:27,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:29,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:30,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:54:30,983 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:54:31,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:33,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:35,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:37,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:39,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:41,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:43,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:45,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:46,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:54:46,273 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:54:47,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:49,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:51,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:53,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:54,699 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:54:55,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:54:57,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:00,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:01,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:55:01,569 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:55:02,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:04,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:06,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:08,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:10,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:12,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:14,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:16,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:17,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:55:17,001 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:55:18,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:20,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:22,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:24,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:24,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:55:26,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:28,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:30,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:32,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:55:32,286 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:55:32,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:34,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:36,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:38,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:40,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:42,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:44,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:46,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:47,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:55:47,638 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:55:48,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:50,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:52,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:54,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:54,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:55:56,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:55:58,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:00,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:02,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:02,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:56:02,892 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:56:04,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:06,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:08,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:10,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:12,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:14,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:16,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:18,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:56:18,119 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:56:18,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:20,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:23,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:24,922 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:56:25,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:27,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:29,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:31,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:33,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:33,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:56:33,356 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:56:35,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:37,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:39,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:41,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:43,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:45,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:47,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:48,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:56:48,772 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:56:49,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:51,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:53,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:54,995 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:56:55,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:57,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:56:59,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:01,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:03,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:04,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:57:04,004 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:57:05,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:07,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:09,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:11,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:13,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:15,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:17,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:19,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:57:19,267 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:57:19,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:57:25,071 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:57:34,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:57:34,491 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:57:49,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:57:49,736 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:57:55,146 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:58:05,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:58:05,006 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:58:14,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 12:58:14,426 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 12:58:14,431 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 12:58:14,436 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 12:58:14,442 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 12:58:14,447 DEBUG SenderThread:1049978 [sender.py:send():232] send: metric -2022-05-23 12:58:14,453 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 12:58:14,500 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 12:58:14,578 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 12:58:15,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 12:58:15,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:58:16,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:58:20,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:58:20,320 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:58:24,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:58:25,229 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:58:26,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/config.yaml -2022-05-23 12:58:35,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:58:35,568 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:58:40,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:58:50,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:58:50,792 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:58:55,340 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:59:06,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:59:06,032 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:59:21,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:59:21,267 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:59:25,416 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:59:36,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:59:36,492 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:59:51,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 12:59:51,721 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 12:59:52,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 12:59:55,493 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 12:59:56,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:00,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:04,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:07,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:00:07,054 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:00:08,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:12,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:16,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:20,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:22,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:00:22,355 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:00:22,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:25,564 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:00:26,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:30,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:32,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:34,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:37,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:00:37,661 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:00:38,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:39,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:39,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:40,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:42,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:42,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:42,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:43,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:44,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:45,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:46,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:46,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:47,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:48,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:48,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:49,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:50,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:51,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:51,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:52,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:52,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:00:53,017 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:00:53,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:53,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:54,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:55,640 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:00:56,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:56,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:57,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:57,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:00:58,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:58,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:00:59,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:00,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:00,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:01,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:02,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:02,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:03,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:04,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:05,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:06,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:06,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:07,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:08,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:01:08,249 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:01:09,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:11,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:13,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:15,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:17,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:19,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:21,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:23,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:23,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:01:23,596 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:01:25,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:25,713 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:01:27,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:29,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:31,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:33,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:35,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:37,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:38,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:01:38,881 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:01:39,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:39,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:39,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:01:41,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:49,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:53,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:01:54,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:01:54,110 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:01:55,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:01:57,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:01,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:05,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:09,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:02:09,452 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:02:09,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:13,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:17,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:21,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:23,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:24,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:02:24,681 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:02:25,860 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:02:27,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:29,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:33,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:35,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:39,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:39,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:02:39,905 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:02:41,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:43,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:43,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:43,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:46,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:47,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:47,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:48,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:49,492 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:50,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:50,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:51,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:51,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:52,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:53,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:54,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:02:55,234 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:02:55,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:55,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:55,961 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:02:56,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:56,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:02:57,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:57,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:02:59,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:00,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:00,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:01,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:02,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:02,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:03,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:04,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:05,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:05,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:06,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:08,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:08,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:10,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:03:10,460 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:03:10,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:11,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:11,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:12,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:13,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:13,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:14,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:16,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:18,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:20,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:22,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:24,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:25,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:03:25,792 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:03:26,012 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:03:26,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:28,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:30,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:32,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:34,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:36,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:38,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:40,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:41,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:03:41,076 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:03:41,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:03:41,547 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 13:03:41,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 13:03:41,861 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 13:03:42,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 13:03:42,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:43,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:44,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:52,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:03:56,097 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:03:56,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:03:56,295 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:03:56,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:00,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:04,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:08,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:11,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:04:11,516 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:04:12,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:16,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:18,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:22,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:26,167 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:04:26,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:26,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:04:26,740 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:04:28,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:32,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:34,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:38,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:40,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:42,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:04:42,071 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:04:42,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:45,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:45,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:46,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:48,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:50,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:50,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:52,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:52,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:52,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:54,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:55,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,240 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:04:56,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:56,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:57,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:04:57,294 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:04:57,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:57,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:04:58,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:58,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:04:59,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:00,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:00,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:01,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:02,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:03,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:03,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:04,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:05,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:05,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:06,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:07,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:07,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:08,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:08,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:09,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:10,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:11,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:11,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:05:12,518 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:05:12,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:12,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:12,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:13,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:14,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:14,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:16,640 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:18,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:18,641 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:20,641 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:22,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:24,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:26,314 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:05:26,644 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:27,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:05:27,843 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:05:28,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:30,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:32,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:34,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:36,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:38,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:40,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:40,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:40,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:05:42,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:43,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:05:43,071 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:05:50,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:55,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:05:56,390 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:06:01,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:02,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:06:02,205 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:06:05,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:09,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:13,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:17,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:06:17,432 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:06:17,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:19,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:23,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:26,464 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:06:27,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:29,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:32,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:06:32,685 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:06:33,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:35,672 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:39,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:41,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:43,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:47,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:48,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:06:48,035 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:06:49,678 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:51,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:52,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:52,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:53,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:56,534 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:06:56,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:56,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:57,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:06:58,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:58,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:06:59,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:00,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:00,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:01,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:01,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:02,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:03,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:07:03,370 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:07:03,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:04,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:04,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:05,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:07,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:07,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:08,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:08,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:09,687 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:10,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:10,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:11,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:12,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:12,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:13,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:15,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:15,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:17,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:17,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:17,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:07:18,697 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:07:18,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:18,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:19,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:20,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:20,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:21,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:23,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:25,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:26,607 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:07:27,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:29,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:31,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:33,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:33,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:07:33,982 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:07:35,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:37,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:39,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:41,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:07:41,662 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 13:07:41,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:41,910 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 13:07:41,989 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 13:07:42,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 13:07:42,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:43,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:49,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:07:49,224 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:07:51,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:55,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:07:56,725 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:08:02,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:04,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:08:04,546 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:08:06,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:10,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:14,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:16,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:19,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:08:19,769 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:08:20,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:24,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:26,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:08:26,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:30,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:34,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:35,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:08:35,152 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:08:36,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:38,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:42,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:44,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:46,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:50,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:08:50,434 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:08:50,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:52,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:54,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:54,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:56,870 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:08:56,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:08:57,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:57,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:08:59,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:00,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:02,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:02,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:02,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:04,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:05,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:05,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:09:05,694 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:09:06,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:06,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:07,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:07,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:08,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:09,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:09,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:10,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:11,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:11,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:12,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:13,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:14,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:14,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:15,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:16,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:16,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:17,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:18,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:18,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:19,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:20,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:20,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:09:20,934 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:09:21,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:21,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:22,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:22,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:23,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:24,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:24,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:25,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:26,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:26,935 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:09:27,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:27,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:29,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:30,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:30,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:31,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:33,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:35,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:36,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:09:36,194 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:09:37,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:39,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:41,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:42,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:42,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:42,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:42,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:43,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:43,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:43,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:43,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:43,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:43,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:43,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:43,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:09:43,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:45,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:51,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:09:51,477 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:09:55,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:09:57,005 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:09:59,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:03,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:06,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:10:06,720 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:10:07,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:11,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:15,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:19,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:21,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:10:21,945 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:10:23,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:26,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:27,079 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:10:30,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:34,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:36,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:37,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:10:37,314 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:10:40,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:42,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:44,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:46,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:50,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:52,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:10:52,556 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:10:52,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:54,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:10:57,157 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:10:58,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:00,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:01,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:01,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:02,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:04,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:05,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:05,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:06,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:07,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:11:07,781 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:11:08,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:09,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:09,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:10,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:12,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:12,950 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:13,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:13,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,950 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:14,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:14,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:15,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:16,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:16,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:17,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:18,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:19,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:19,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:20,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:21,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:21,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:22,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:23,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:11:23,065 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:11:23,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:23,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:24,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:25,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:25,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:26,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:27,234 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:11:27,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:27,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:28,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:29,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:29,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:30,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:31,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:31,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:32,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:32,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:34,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:36,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:38,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:11:38,292 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:11:38,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:38,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:40,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:42,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:43,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:43,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:11:44,008 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 13:11:44,242 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 13:11:44,313 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 13:11:45,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 13:11:45,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:46,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:53,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:11:53,521 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:11:56,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:11:57,340 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:12:02,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:06,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:08,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:12:08,749 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:12:10,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:14,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:18,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:20,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:23,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:12:23,975 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:12:24,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:27,416 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:12:28,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:30,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:34,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:36,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:39,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:12:39,374 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:12:40,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:42,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:46,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:48,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:52,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:54,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:54,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:12:54,680 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:12:56,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:12:57,493 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:12:58,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:00,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:04,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:06,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:08,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:09,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:09,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:13:09,906 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:13:10,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:11,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:11,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:12,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:13,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:13,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:14,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:15,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:15,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:16,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:17,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:17,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:18,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:18,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:19,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:20,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:20,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:21,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:22,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:22,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:23,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:24,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:24,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:13:25,246 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:13:25,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:25,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:26,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:26,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,575 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:13:27,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:27,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:28,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:29,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:29,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:30,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:30,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:31,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:32,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:32,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:33,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:34,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:34,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:35,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:36,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:38,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:40,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:40,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:13:40,517 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:13:41,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:41,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:42,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:44,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:44,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:44,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:13:46,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:55,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:13:55,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:13:55,745 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:13:57,653 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:14:01,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:05,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:09,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:10,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:14:10,969 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:14:13,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:17,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:21,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:25,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:26,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:14:26,264 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:14:27,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:27,727 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:14:31,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:35,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:37,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:41,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:41,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:14:41,632 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:14:43,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:45,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:49,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:51,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:53,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:56,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:14:56,857 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:14:57,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:14:57,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:14:59,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:01,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:03,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:05,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:07,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:09,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:11,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:12,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:15:12,184 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:15:13,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:13,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:13,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:14,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:15,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:16,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:16,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:17,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:18,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:18,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:19,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:19,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:20,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:21,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:21,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:22,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:23,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:23,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:24,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:25,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:25,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:26,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:27,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:15:27,469 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:15:27,894 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:15:27,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:27,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:28,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:29,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:29,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:31,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:31,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:33,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:33,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:34,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:35,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:35,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:36,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:37,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:37,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:38,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:39,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:39,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:41,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:42,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:15:42,896 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:15:43,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:45,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:45,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:45,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:46,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:15:46,107 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 13:15:46,317 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 13:15:46,396 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 13:15:47,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 13:15:47,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:15:57,992 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:15:58,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:15:58,137 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:16:00,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:04,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:08,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:12,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:13,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:16:13,369 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:16:16,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:20,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:24,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:26,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:28,068 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:16:28,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:16:28,811 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:16:30,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:34,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:36,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:40,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:42,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:44,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:16:44,080 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:16:44,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:48,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:50,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:54,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:56,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:58,144 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:16:58,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:16:59,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:16:59,436 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:17:00,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:02,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:06,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:08,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:10,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:12,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:14,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:14,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:17:14,694 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:17:16,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:18,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:19,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:19,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:20,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:20,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:22,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:22,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:24,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:25,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:25,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:26,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:27,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:27,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,220 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:17:28,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:28,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:29,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:29,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:17:29,915 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:17:30,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:30,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:31,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:31,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:32,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:33,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:33,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:34,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:35,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:36,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:36,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:37,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:38,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:38,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:39,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:39,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:40,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:41,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:42,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:42,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:43,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:43,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:44,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:45,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:17:45,140 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:17:45,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:47,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:48,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:48,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:49,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:51,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:17:56,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:56,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:17:58,296 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:17:59,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:00,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:18:00,746 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:18:05,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:09,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:13,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:16,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:18:16,009 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:18:17,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:21,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:25,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:27,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:28,373 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:18:31,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:31,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:18:31,399 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:18:35,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:37,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:41,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:43,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:45,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:46,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:18:46,670 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:18:49,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:51,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:53,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:57,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:18:58,450 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:18:59,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:01,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:01,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:19:01,937 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:19:05,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:07,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:09,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:11,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:13,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:15,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:17,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:19:17,160 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:19:17,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:19,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:21,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:21,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:23,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:25,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:27,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:27,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:27,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:28,527 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:19:29,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:29,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:29,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:30,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:31,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:19:32,387 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:19:32,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:32,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:32,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:33,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:34,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:34,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:35,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:36,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:37,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:37,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:38,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:39,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:39,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:40,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:41,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:41,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:42,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:42,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:43,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:44,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:44,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:45,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:46,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:46,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:47,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:19:47,614 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:19:48,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:48,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:48,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:48,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:48,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:48,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:48,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:49,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:50,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 13:19:50,579 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 13:19:50,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 13:19:50,875 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 13:19:51,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 13:19:52,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:54,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:56,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:58,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:19:58,898 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:20:00,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:02,406 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:02,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:20:02,839 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:20:04,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:06,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:08,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:10,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:12,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:14,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:16,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:18,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:20:18,214 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:20:18,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:20,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:22,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:24,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:26,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:28,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:28,971 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:20:30,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:32,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:33,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:20:33,566 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:20:34,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:36,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:38,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:40,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:42,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:44,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:46,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:48,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:49,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:20:49,001 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:20:50,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:52,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:55,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:57,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:20:59,045 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:20:59,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:01,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:03,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:04,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:21:04,277 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:21:05,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:07,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:09,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:11,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:13,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:15,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:17,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:19,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:19,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:21:19,584 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:21:21,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:23,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:25,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:27,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:29,120 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:21:29,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:31,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:33,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:34,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:21:34,858 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:21:35,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:37,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:39,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:41,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:43,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:45,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:48,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:50,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:21:50,083 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:21:50,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:52,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:54,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:56,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:58,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:21:59,193 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:22:00,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:02,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:04,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:05,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:22:05,424 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:22:06,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:08,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:10,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:12,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:14,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:16,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:18,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:20,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:20,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:22:20,735 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:22:22,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:24,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:26,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:28,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:29,265 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:22:30,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:32,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:34,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:36,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:22:36,296 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:22:36,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:38,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:40,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:42,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:44,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:46,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:48,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:50,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:51,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:22:51,523 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:22:52,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:55,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:57,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:22:59,335 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:22:59,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:01,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:03,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:05,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:06,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:23:06,821 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:23:07,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:09,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:11,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:13,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:15,492 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:17,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:19,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:21,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:22,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:23:22,044 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:23:23,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:25,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:27,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:29,410 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:23:29,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:31,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:33,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:35,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:37,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:23:37,437 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:23:37,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:39,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:41,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:43,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:46,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:48,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:50,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:52,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:52,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:23:52,755 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:23:54,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:56,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:58,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:23:59,488 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:24:00,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:02,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:04,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:06,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:07,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:24:07,980 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:24:08,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:10,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:12,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:14,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:16,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:18,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:20,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:22,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:23,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:24:23,332 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:24:24,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:26,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:28,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:29,562 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:24:30,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:32,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:34,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:36,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:38,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:38,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:24:38,672 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:24:40,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:42,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:44,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:46,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:48,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:50,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:52,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:53,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:24:53,917 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:24:54,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:56,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:58,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:24:59,638 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:25:00,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:02,541 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:04,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:06,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:08,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:09,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:25:09,140 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:25:10,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:12,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:15,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:17,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:19,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:21,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:23,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:24,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:25:24,363 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:25:25,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:27,551 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:29,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:29,711 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:25:31,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:33,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:35,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:37,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:39,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:39,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:25:39,660 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:25:41,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:43,557 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:45,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:47,559 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:49,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:51,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:53,561 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:54,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:25:54,885 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:25:55,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:57,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:59,564 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:25:59,784 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:26:01,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:03,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:05,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:07,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:09,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:10,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:26:10,197 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:26:11,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:13,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:15,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:17,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:19,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:21,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:23,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:25,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:26:25,476 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:26:25,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:27,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:29,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:29,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:26:32,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:34,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:36,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:38,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:40,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:40,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:26:40,701 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:26:42,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:44,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:46,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:48,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:50,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:52,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:54,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:56,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:26:56,011 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:26:56,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:58,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:26:59,935 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:27:00,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:02,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:04,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:06,590 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:08,590 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:10,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:11,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:27:11,280 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:27:12,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:14,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:16,593 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:18,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:20,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:23,595 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:25,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:26,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:27:26,719 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:27:27,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:29,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:30,010 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:27:31,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:33,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:35,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:37,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:39,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:41,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:41,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:27:41,955 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:27:43,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:45,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:47,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:49,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:51,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:53,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:55,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:57,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:27:57,364 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:27:57,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:27:59,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:00,085 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:28:01,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:03,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:05,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:07,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:09,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:11,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:12,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:28:12,646 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:28:13,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:15,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:17,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:19,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:21,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:23,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:25,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:27,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:27,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:28:27,931 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:28:29,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:30,160 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:28:31,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:33,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:35,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:37,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:39,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:41,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:43,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:28:43,193 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:28:43,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:45,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:47,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:49,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:51,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:53,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:55,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:57,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:28:58,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:28:58,589 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:28:59,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:00,232 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:29:02,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:04,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:06,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:08,637 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:10,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:12,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:13,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:29:13,816 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:29:14,640 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:16,641 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:18,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:20,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:22,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:24,644 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:26,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:28,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:29,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:29:29,067 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:29:30,308 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:29:30,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:32,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:34,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:36,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:38,651 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:40,652 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:42,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:44,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:29:44,308 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:29:44,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:46,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:48,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:50,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:52,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:54,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:56,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:58,660 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:29:59,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:29:59,621 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:30:00,383 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:30:00,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:02,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:04,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:06,663 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:08,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:10,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:12,666 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:14,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:14,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:30:14,846 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:30:17,668 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:19,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:21,670 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:23,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:25,672 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:27,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:29,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:30,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:30:30,169 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:30:30,458 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:30:31,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:33,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:35,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:37,676 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:39,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:41,678 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:43,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:45,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:30:45,402 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:30:45,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:47,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:49,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:51,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:53,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:55,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:57,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:30:59,687 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:00,536 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:31:00,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:31:00,733 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:31:01,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:03,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:05,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:07,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:09,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:11,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:13,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:15,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:16,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:31:16,098 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:31:17,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:19,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:21,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:23,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:25,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:27,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:29,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:30,612 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:31:31,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:31:31,446 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:31:31,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:33,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:35,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:37,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:39,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:41,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:43,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:46,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:46,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:31:46,782 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:31:48,710 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:50,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:52,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:54,713 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:56,714 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:31:58,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:00,685 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:32:00,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:02,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:32:02,006 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:32:02,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:04,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:06,719 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:08,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:10,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:12,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:14,722 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:16,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:17,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:32:17,326 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:32:18,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:20,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:22,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:24,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:26,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:28,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:30,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:30,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:32:32,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:32:32,621 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:32:32,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:34,731 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:36,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:38,733 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:40,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:42,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:44,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:46,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:47,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:32:47,905 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:32:48,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:50,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:52,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:54,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:56,741 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:32:58,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:00,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:00,824 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:33:02,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:03,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:33:03,393 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:33:04,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:06,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:08,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:10,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:12,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:14,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:16,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:18,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:33:18,673 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:33:18,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:20,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:23,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:25,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:27,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:29,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:30,887 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:33:31,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:33,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:33,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:33:33,977 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:33:35,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:37,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:39,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:41,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:43,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:45,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:47,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:49,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:33:49,238 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:33:49,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:51,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:53,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:55,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:57,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:33:59,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:00,947 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:34:01,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:03,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:04,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:34:04,548 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:34:05,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:07,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:09,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:11,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:13,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:16,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:18,776 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:19,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:34:19,884 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:34:20,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:22,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:24,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:26,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:28,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:30,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:31,016 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:34:32,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:34,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:35,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:34:35,137 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:34:36,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:38,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:40,785 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:42,786 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:44,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:46,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:48,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:50,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:34:50,372 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:34:50,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:52,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:54,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:56,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:34:58,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:00,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:01,086 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:35:02,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:04,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:05,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:35:05,694 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:35:06,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:08,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:10,800 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:12,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:14,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:16,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:18,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:20,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:20,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:35:20,995 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:35:22,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:24,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:26,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:28,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:30,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:31,160 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:35:32,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:34,811 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:36,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:35:36,317 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:35:36,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:38,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:40,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:42,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:44,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:47,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:49,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:51,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:35:51,556 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:35:51,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:53,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:55,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:57,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:35:59,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:01,236 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:36:01,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:03,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:05,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:06,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:36:06,780 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:36:07,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:09,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:11,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:13,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:15,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:17,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:19,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:21,833 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:22,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:36:22,094 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:36:23,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:25,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:27,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:29,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:31,316 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:36:31,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:33,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:35,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:37,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:36:37,389 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:36:38,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:40,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:42,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:44,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:46,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:48,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:50,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:52,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:36:52,630 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:36:52,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:54,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:56,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:36:58,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:00,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:01,393 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:37:02,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:04,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:06,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:07,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:37:07,919 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:37:08,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:10,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:12,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:14,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:16,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:18,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:20,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:22,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:23,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:37:23,183 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:37:24,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:26,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:28,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:30,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:31,472 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:37:32,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:34,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:36,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:38,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:37:38,413 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:37:38,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:40,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:42,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:44,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:46,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:48,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:51,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:53,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:37:53,635 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:37:53,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:55,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:57,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:37:59,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:01,547 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:38:01,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:03,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:05,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:07,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:08,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:38:08,857 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:38:09,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:11,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:13,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:15,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:17,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:19,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:21,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:23,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:24,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:38:24,082 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:38:25,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:27,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:29,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:31,622 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:38:31,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:33,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:35,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:37,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:39,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:38:39,304 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:38:39,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:41,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:43,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:45,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:47,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:49,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:51,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:53,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:54,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:38:54,624 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:38:55,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:57,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:38:59,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:01,701 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:39:01,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:03,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:05,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:07,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:09,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:10,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:39:10,994 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:39:11,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:13,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:15,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:17,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:19,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:22,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:24,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:26,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:39:26,348 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:39:26,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:28,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:30,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:31,794 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:39:32,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:34,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:36,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:38,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:40,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:41,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:39:41,584 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:39:42,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:44,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:46,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:48,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:50,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:52,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:54,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:56,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:39:57,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:39:57,062 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:39:58,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:00,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:01,864 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:40:02,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:04,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:06,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:08,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:10,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:12,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:40:12,291 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:40:12,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:14,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:16,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:18,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:20,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:22,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:24,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:26,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:27,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:40:27,514 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:40:28,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:30,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:31,938 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:40:32,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:34,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:36,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:38,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:41,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:42,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:40:42,958 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:40:43,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:45,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:47,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:49,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:51,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:53,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:55,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:57,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:40:58,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:40:58,266 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:40:59,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:01,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:02,014 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:41:03,950 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:05,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:07,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:09,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:11,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:13,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:41:13,593 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:41:13,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:15,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:17,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:19,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:21,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:23,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:25,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:27,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:28,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:41:28,934 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:41:29,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:31,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:32,089 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:41:33,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:35,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:37,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:39,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:41,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:43,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:44,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:41:44,346 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:41:45,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:47,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:49,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:51,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:53,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:55,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:57,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:41:59,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:41:59,633 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:41:59,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:02,155 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:42:02,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:04,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:06,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:08,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:10,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:12,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:14,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:42:14,856 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:42:14,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:16,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:18,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:20,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:22,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:24,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:26,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:28,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:30,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:42:30,215 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:42:30,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:32,228 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:42:32,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:34,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:36,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:38,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:40,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:42,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:44,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:45,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:42:45,440 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:42:46,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:48,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:50,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:53,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:55,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:57,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:42:59,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:00,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:43:00,774 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:43:01,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:02,304 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:43:03,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:05,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:07,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:09,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:11,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:13,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:15,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:15,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:43:15,996 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:43:17,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:19,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:21,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:23,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:25,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:27,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:29,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:31,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:31,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:43:31,405 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:43:32,378 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:43:33,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:35,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:37,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:39,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:41,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:43,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:45,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:46,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:43:46,718 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:43:47,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:49,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:52,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:54,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:56,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:43:58,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:00,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:01,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:44:01,940 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:44:02,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:02,453 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:44:04,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:06,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:08,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:10,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:12,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:14,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:16,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:17,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:44:17,229 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:44:18,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:20,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:22,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:24,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:26,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:28,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:30,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:32,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:32,527 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:44:32,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:44:32,859 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:44:34,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:36,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:38,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:40,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:42,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:44,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:46,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:48,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:48,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:44:48,082 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:44:50,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:52,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:54,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:56,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:44:58,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:00,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:02,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:02,604 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:45:03,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:45:03,477 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:45:04,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:06,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:08,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:10,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:12,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:14,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:16,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:18,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:18,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:45:18,770 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:45:21,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:23,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:25,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:27,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:29,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:31,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:32,679 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:45:33,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:33,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:45:33,993 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:45:35,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:37,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:39,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:41,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:43,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:45,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:47,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:49,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:49,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:45:49,242 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:45:51,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:53,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:55,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:57,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:45:59,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:01,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:02,756 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:46:03,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:04,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:46:04,482 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:46:05,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:07,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:09,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:11,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:13,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:16,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:18,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:19,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:46:19,914 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:46:20,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:22,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:24,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:26,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:28,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:30,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:32,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:32,832 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:46:34,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:35,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:46:35,142 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:46:36,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:38,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:40,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:42,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:44,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:46,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:48,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:50,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:50,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:46:50,438 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:46:52,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:54,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:56,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:46:58,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:00,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:02,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:02,907 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:47:04,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:05,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:47:05,665 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:47:06,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:08,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:10,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:12,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:14,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:16,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:19,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:20,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:47:20,970 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:47:21,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:23,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:25,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:27,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:29,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:31,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:32,982 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:47:33,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:35,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:36,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:47:36,284 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:47:37,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:39,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:41,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:43,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:45,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:47,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:49,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:51,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:51,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:47:51,521 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:47:53,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:55,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:57,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:47:59,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:01,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:03,058 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:48:03,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:05,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:06,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:48:06,757 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:48:07,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:09,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:11,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:13,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:15,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:17,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:19,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:21,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:21,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:48:21,978 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:48:23,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:26,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:28,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:30,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:32,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:33,130 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:48:34,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:36,146 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:37,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:48:37,345 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:48:38,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:40,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:42,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:44,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:46,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:48,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:50,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:52,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:52,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:48:52,572 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:48:54,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:56,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:48:58,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:00,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:02,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:03,204 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:49:04,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:06,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:07,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:49:07,906 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:49:08,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:10,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:12,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:14,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:16,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:18,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:20,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:22,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:23,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:49:23,204 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:49:24,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:27,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:29,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:31,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:33,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:33,277 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:49:35,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:37,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:38,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:49:38,425 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:49:39,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:41,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:43,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:45,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:47,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:49,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:51,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:53,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:53,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:49:53,688 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:49:55,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:57,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:49:59,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:01,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:03,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:03,351 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:50:05,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:07,185 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:08,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:50:08,902 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:50:09,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:11,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:13,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:15,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:17,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:19,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:21,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:23,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:24,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:50:24,138 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:50:25,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:27,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:29,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:31,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:33,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:33,427 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:50:35,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:37,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:39,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:39,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:50:39,498 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:50:41,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:43,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:45,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:47,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:49,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:51,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:53,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:54,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:50:54,726 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:50:55,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:57,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:50:59,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:02,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:03,504 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:51:04,210 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:06,211 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:08,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:09,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:51:09,948 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:51:10,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:12,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:14,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:16,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:18,217 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:20,218 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:22,219 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:24,220 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:25,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:51:25,420 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:51:26,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:28,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:30,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:32,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:33,580 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:51:34,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:36,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:38,227 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:40,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:40,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:51:40,642 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:51:42,229 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:44,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:46,231 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:48,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:50,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:52,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:54,234 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:56,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:51:56,048 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:51:56,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:51:58,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:01,237 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:03,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:03,656 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:52:05,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:07,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:09,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:11,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:11,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:52:11,349 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:52:13,242 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:15,243 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:17,243 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:19,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:21,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:23,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:25,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:26,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:52:26,573 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:52:27,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:29,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:31,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:33,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:33,733 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:52:35,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:37,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:39,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:41,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:41,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:52:41,797 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:52:43,253 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:45,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:47,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:49,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:51,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:53,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:56,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:52:57,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:52:57,023 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:52:58,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:00,260 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:02,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:03,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:53:04,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:06,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:08,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:10,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:12,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:53:12,249 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:53:12,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:14,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:16,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:18,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:20,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:22,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:24,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:26,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:27,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:53:27,650 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:53:28,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:30,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:32,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:33,877 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:53:34,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:36,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:38,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:40,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:42,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:42,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:53:42,882 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:53:44,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:46,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:48,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:50,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:52,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:54,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:57,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:53:58,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:53:58,263 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:53:59,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:01,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:03,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:03,949 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:54:05,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:07,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:09,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:11,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:13,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:13,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:54:13,489 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:54:15,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:17,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:19,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:21,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:23,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:25,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:27,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:28,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:54:28,808 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:54:29,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:31,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:33,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:34,028 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:54:35,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:37,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:39,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:41,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:43,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:44,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:54:44,116 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:54:45,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:47,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:49,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:51,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:53,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:55,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:57,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:59,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:54:59,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:54:59,341 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:55:01,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:03,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:04,116 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:55:05,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:07,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:10,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:12,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:14,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:14,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:55:14,766 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:55:16,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:18,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:20,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:22,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:24,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:26,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:28,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:30,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:55:30,081 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:55:30,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:32,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:34,188 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:55:34,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:36,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:38,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:40,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:42,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:44,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:45,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:55:45,372 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:55:46,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:48,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:50,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:52,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:54,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:56,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:55:58,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:00,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:00,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:56:00,589 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:56:02,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:04,263 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:56:04,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:06,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:08,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:10,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:12,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:14,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:15,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:56:15,816 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:56:16,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:18,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:21,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:23,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:25,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:27,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:29,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:31,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:56:31,078 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:56:31,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:33,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:34,338 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:56:35,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:37,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:39,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:41,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:43,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:45,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:46,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:56:46,300 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:56:47,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:49,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:51,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:53,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:55,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:57,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:56:59,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:01,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:01,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:57:01,664 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:57:03,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:04,414 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:57:05,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:07,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:09,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:11,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:14,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:16,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:16,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:57:16,930 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:57:18,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:20,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:22,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:24,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:26,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:28,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:30,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:32,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:57:32,294 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:57:32,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:34,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:34,488 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:57:36,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:38,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:40,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:42,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:44,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:46,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:47,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:57:47,996 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:57:48,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:50,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:52,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:54,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:56,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:57:58,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:00,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:02,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:03,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:58:03,334 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:58:04,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:04,562 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:58:06,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:08,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:10,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:12,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:14,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:16,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:18,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:18,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:58:18,552 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:58:21,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:23,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:25,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:27,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:29,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:31,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:33,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:33,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:58:33,868 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:58:34,635 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:58:35,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:37,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:39,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:41,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:43,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:45,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:47,406 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:49,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:58:49,097 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:58:49,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:51,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:53,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:55,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:57,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:58:59,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:01,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:03,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:04,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:59:04,389 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:59:04,710 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:59:05,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:07,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:09,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:11,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:13,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:15,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:17,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:19,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:19,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:59:19,720 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:59:21,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:23,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:25,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:27,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:29,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:31,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:33,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:34,783 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 13:59:34,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:59:34,968 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:59:35,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:37,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:40,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:42,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:44,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:46,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:48,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:50,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 13:59:50,243 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 13:59:50,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:52,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:54,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:56,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 13:59:58,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:00,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:02,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:04,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:04,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:00:05,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:00:05,563 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:00:06,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:08,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:10,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:12,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:14,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:16,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:18,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:20,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:20,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:00:20,881 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:00:22,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:24,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:26,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:28,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:30,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:32,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:34,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:34,930 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:00:36,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:00:36,114 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:00:36,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:38,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:40,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:42,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:44,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:46,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:48,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:50,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:51,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:00:51,506 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:00:52,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:55,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:57,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:00:59,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:01,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:03,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:05,004 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:01:05,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:06,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:01:06,733 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:01:07,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:09,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:11,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:13,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:15,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:17,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:19,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:21,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:21,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:01:21,967 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:01:23,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:25,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:27,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:29,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:31,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:33,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:35,081 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:01:35,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:37,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:01:37,200 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:01:37,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:39,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:41,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:43,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:45,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:47,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:49,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:51,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:52,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:01:52,490 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:01:54,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:56,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:01:58,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:00,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:02,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:04,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:05,156 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:02:06,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:07,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:02:07,862 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:02:08,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:10,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:12,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:14,492 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:16,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:18,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:20,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:22,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:23,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:02:23,102 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:02:24,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:26,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:28,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:30,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:32,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:34,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:35,231 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:02:36,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:38,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:02:38,436 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:02:38,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:40,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:42,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:44,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:46,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:48,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:50,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:52,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:53,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:02:53,734 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:02:55,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:57,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:02:59,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:01,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:03,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:05,306 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:03:05,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:07,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:09,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:03:09,126 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:03:09,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:11,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:13,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:15,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:17,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:19,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:21,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:23,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:24,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:03:24,356 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:03:25,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:27,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:29,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:31,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:33,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:35,383 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:03:35,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:37,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:39,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:39,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:03:39,634 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:03:42,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:44,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:46,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:48,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:50,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:52,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:54,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:54,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:03:54,915 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:03:56,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:03:58,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:04:00,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:04:02,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:04:04,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:04:05,461 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:04:06,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:04:08,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:04:10,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:04:10,184 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:04:10,541 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:04:12,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:04:14,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:04:25,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:04:25,410 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:04:35,539 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:04:40,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:04:40,653 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:04:55,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:04:55,921 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:05:05,615 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:05:11,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:05:11,182 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:05:11,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:05:11,588 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 14:05:11,641 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 14:05:11,718 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 14:05:12,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 14:05:12,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:05:20,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:05:26,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:05:26,423 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:05:35,782 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:05:40,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:05:41,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:05:41,702 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:05:56,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:05:56,939 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:06:05,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:06:12,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:06:12,164 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:06:27,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:06:27,400 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:06:35,937 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:06:42,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:06:42,660 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:06:57,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:06:57,930 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:07:06,021 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:07:13,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:07:13,552 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:07:28,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:07:28,776 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:07:36,091 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:07:44,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:07:44,002 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:07:59,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:07:59,226 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:08:06,166 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:08:14,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:08:14,448 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:08:29,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:08:29,705 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:08:30,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:08:31,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:08:36,240 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:08:45,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:08:45,040 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:09:00,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:09:00,267 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:09:06,318 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:09:15,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:09:15,491 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:09:28,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:09:29,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:09:30,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:09:30,749 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:09:34,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:34,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:34,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:34,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:34,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:34,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:34,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:34,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:35,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:35,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:35,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:35,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:35,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:35,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:35,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:35,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:36,396 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:09:40,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:09:44,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:09:45,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:09:45,974 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:09:51,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:09:51,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:51,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:09:53,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:09:57,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:01,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:10:01,384 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:10:01,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:05,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:06,469 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:10:09,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:11,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:15,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:16,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:10:16,897 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:10:17,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:21,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:23,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:27,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:29,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:32,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:10:32,594 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:10:33,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:35,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:36,545 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:10:37,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:39,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:43,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:45,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:47,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:47,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:10:47,829 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:10:49,713 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:51,714 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:55,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:57,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:10:59,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:01,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:03,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:11:03,054 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:11:03,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:03,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:03,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:04,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:04,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:04,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:04,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:05,719 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:06,612 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:11:07,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:09,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:10,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:10,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:11,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:12,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:12,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,722 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:13,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:13,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:15,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:16,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:16,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:17,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:17,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:18,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:11:18,312 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:11:19,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:19,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:19,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:20,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:21,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:21,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:22,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:23,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:23,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:25,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:26,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:26,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:27,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:27,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:28,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:29,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:31,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:31,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:32,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:34,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:11:34,001 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:11:34,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:35,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:35,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:36,678 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:11:42,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:42,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:46,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:49,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:11:49,236 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:11:50,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:51,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:51,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:11:54,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:54,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:11:58,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:02,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:04,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:12:04,740 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:12:06,744 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:12:06,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:08,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:12,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:16,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:18,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:19,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:12:19,966 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:12:22,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:24,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:26,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:30,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:32,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:34,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:35,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:12:35,322 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:12:36,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:36,811 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:12:40,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:42,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:44,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:46,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:48,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:50,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:12:50,725 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:12:50,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:54,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:56,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:12:59,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:01,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:03,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:05,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:05,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:13:05,951 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:13:06,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:06,882 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:13:07,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:09,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:11,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:11,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:12,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:12,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:13,776 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:14,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:14,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:15,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:16,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:16,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:17,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:18,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:18,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:19,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:20,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:20,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:13:21,208 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:13:21,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:21,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:21,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:22,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:23,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:24,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:24,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:25,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:27,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:27,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:28,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:28,938 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 14:13:29,125 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 14:13:29,208 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 14:13:29,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 14:13:29,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:30,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:31,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:33,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:33,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:35,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:36,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:13:36,431 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:13:37,228 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:13:41,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:44,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:44,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:46,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:47,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:51,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:13:51,654 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:13:51,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:53,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:53,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:13:55,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:55,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:13:59,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:03,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:07,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:14:07,062 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:14:07,301 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:14:07,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:10,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:10,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:14:11,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:15,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:17,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:21,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:22,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:14:22,281 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:14:23,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:27,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:29,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:33,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:35,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:37,376 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:14:37,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:14:37,740 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:14:37,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:41,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:43,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:45,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:47,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:49,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:51,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:53,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:14:53,387 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:14:55,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:57,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:14:59,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:01,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:03,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:05,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:07,444 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:15:07,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:08,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:15:08,625 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:15:09,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:11,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:11,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:11,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:13,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:15,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:17,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:18,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:18,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:19,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:21,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:21,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:21,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:22,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:23,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:23,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:15:23,848 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:15:25,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:25,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:26,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:26,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:27,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:27,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:28,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:29,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:30,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:30,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:31,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:33,833 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:35,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:35,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:37,510 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:15:39,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:15:39,155 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:15:41,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:41,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:42,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:43,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:49,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:49,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:50,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:50,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:51,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:53,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:54,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:15:54,953 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:15:56,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:56,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:57,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:15:58,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:15:58,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:01,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:02,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:02,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:04,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:05,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:07,579 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:16:09,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:10,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:16:10,351 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:16:11,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:16,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:20,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:22,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:16:22,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:25,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:16:25,585 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:16:26,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:28,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:32,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:34,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:36,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:37,649 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:16:40,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:16:40,825 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:16:40,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:42,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:44,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:48,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:50,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:52,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:54,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:16:56,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:16:56,237 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:16:56,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:00,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:02,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:04,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:06,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:07,722 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:17:08,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:10,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:11,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:17:11,529 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:17:12,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:14,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:16,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:17,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:17,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:18,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:20,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:22,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:24,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:24,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:25,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:25,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:17:26,757 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:17:26,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:26,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:26,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:27,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:28,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:29,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:29,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:30,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:31,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:31,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:32,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:33,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:33,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:34,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:35,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:35,973 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 14:17:36,150 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 14:17:36,213 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 14:17:36,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 14:17:36,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:37,852 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:17:37,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:42,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:17:42,023 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:17:44,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:44,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:45,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:46,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:47,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:47,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:52,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:54,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:54,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:55,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:56,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:17:57,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:17:57,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:17:57,258 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:18:00,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:04,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:06,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:06,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:07,924 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:18:08,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:08,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:12,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:18:12,682 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:18:12,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:13,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:13,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:14,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:19,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:20,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:20,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:21,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:25,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:27,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:28,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:18:28,077 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:18:31,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:33,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:36,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:36,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:18:37,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:37,997 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:18:39,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:41,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:43,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:18:43,453 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:18:45,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:47,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:49,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:51,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:53,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:57,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:18:58,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:18:58,676 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:18:59,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:01,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:03,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:05,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:07,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:08,065 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:19:09,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:11,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:13,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:14,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:19:14,028 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:19:15,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:17,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:19,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:21,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:23,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:25,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:25,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:27,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:28,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:28,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:19:29,244 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:19:29,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:29,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:30,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:30,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:31,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:32,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:32,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:33,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:34,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:34,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:35,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:35,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:36,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:37,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:38,135 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:19:40,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:40,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:44,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:19:44,470 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:19:45,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:45,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:47,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:50,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:50,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:51,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:52,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:52,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:53,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:55,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:57,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:19:59,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:19:59,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:19:59,707 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:20:00,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:00,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:01,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:04,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:04,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:05,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:06,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:06,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:07,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:08,209 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:20:09,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:11,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:11,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:13,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:14,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:20:14,929 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:20:15,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:15,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:16,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:18,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:18,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:20,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:22,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:22,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:24,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:26,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:30,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:20:30,194 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:20:30,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:32,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:34,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:38,286 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:20:38,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:40,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:42,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:20:42,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:45,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:20:45,521 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:20:46,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:48,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:50,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:52,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:54,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:20:56,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:00,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:21:00,751 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:21:00,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:02,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:04,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:06,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:08,356 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:21:08,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:10,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:12,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:14,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:15,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:21:15,977 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:21:16,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:18,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:20,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:22,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:24,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:26,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:28,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:29,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:29,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:30,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:31,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:21:31,202 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:21:31,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:31,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:32,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:33,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:33,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:34,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:35,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:35,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:36,686 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 14:21:36,908 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 14:21:36,975 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 14:21:36,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 14:21:37,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:38,479 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:21:38,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:39,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:40,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:40,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:40,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:40,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:40,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:40,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:40,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:40,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:41,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:41,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:41,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:41,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:41,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:41,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:41,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:41,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:42,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:45,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:21:46,425 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:21:46,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:46,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:47,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:49,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:49,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:52,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:53,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:54,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:54,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:56,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:57,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:21:58,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:21:58,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:01,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:22:01,771 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:22:01,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:03,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:03,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:04,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:05,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:08,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,556 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:22:08,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:08,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:10,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:10,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:12,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:13,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:14,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:15,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:15,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:17,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:22:17,016 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:22:18,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:19,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:19,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:20,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:20,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:22,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:24,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:24,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:28,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:30,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:32,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:22:32,372 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:22:33,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:33,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:34,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:34,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:37,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:38,632 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:22:41,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:43,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:45,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:47,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:22:47,609 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:22:49,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:51,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:53,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:55,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:22:56,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:56,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:22:57,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:01,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:02,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:23:02,932 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:23:03,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:05,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:07,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:08,709 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:23:09,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:11,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:13,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:15,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:17,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:18,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:23:18,203 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:23:19,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:21,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:23,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:25,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:27,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:29,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:31,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:32,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:32,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:33,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:23:33,457 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:23:33,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:33,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:35,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:35,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:36,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:37,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:37,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:23:38,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:38,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:39,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:41,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:43,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:43,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:23:48,731 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:23:48,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:48,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:51,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:51,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:53,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:57,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:23:58,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:58,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:23:59,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:01,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:02,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:02,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:24:04,442 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:24:04,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:04,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:05,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:06,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:06,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:08,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:24:09,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:10,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:10,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:12,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:13,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:13,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:17,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:17,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:18,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:19,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:19,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:24:19,766 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:24:20,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:20,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:23,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:23,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:24,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:25,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:28,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:28,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:29,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:29,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:31,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:31,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:32,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:32,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:32,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:32,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:32,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:32,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:32,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:32,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:33,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:33,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:33,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:33,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:33,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:33,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:33,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:33,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:34,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:35,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:35,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:24:35,122 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:24:37,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:37,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:37,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:38,929 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:24:41,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:42,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:42,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:44,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:46,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:50,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:50,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:24:50,386 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:24:52,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:54,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:56,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:58,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:24:59,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:24:59,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:02,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:04,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:05,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:25:05,726 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:25:06,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:08,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:08,998 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:25:10,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:12,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:14,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:16,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:18,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:20,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:21,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:25:21,095 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:25:22,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:24,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:26,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:28,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:30,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:32,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:34,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:36,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:36,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:25:36,325 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:25:36,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:36,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:38,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:38,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:39,066 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:25:39,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:39,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:39,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:39,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:40,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:40,332 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 14:25:40,583 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 14:25:40,661 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 14:25:41,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 14:25:42,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:43,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:43,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:44,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:45,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:25:51,593 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:25:51,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:51,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:52,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:25:54,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:54,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:25:58,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:01,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:01,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:02,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:03,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:03,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:06,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:06,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:26:06,846 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:26:07,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:07,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,166 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:26:09,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:09,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:10,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:11,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:11,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:13,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:14,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:15,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:15,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:17,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:18,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:18,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:20,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:20,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:22,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:26:22,079 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:26:23,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:23,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:24,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:26,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:26,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:28,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:29,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:29,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:30,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:31,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:31,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:34,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:34,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:35,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:36,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:37,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:26:37,306 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:26:37,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:37,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:38,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:39,240 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:26:40,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:40,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:40,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:42,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:43,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:43,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:44,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:48,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:48,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:48,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:26:50,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:52,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:52,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:26:52,531 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:26:54,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:26:58,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:00,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:02,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:03,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:03,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:04,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:06,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:07,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:27:07,866 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:27:08,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:09,314 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:27:10,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:12,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:14,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:16,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:18,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:20,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:22,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:23,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:27:23,089 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:27:24,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:26,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:28,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:30,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:32,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:34,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:36,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:37,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:37,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:38,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:38,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:27:38,387 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:27:39,389 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:27:39,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:39,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:40,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:42,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:52,146 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:53,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:53,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:27:53,609 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:27:55,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:55,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:57,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:27:58,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:27:58,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:00,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:02,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:02,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:04,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:06,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:07,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:07,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:09,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:28:09,040 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:28:09,463 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:28:10,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:14,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:14,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:14,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:16,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:17,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:18,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:18,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:19,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:20,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:21,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:23,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:23,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:28:24,292 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:28:24,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:24,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:25,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:26,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:26,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:27,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:29,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:29,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:31,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:32,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:33,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:35,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:35,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:35,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:38,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:39,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:28:39,515 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:28:39,738 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:28:39,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:39,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:41,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:42,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:42,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:43,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:45,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:45,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:47,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:47,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:47,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:47,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:47,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:48,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:49,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:50,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:50,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:28:51,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:53,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:54,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:28:54,740 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:28:55,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:28:59,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:01,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:03,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:05,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:07,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:09,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:09,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:09,612 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:29:09,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:29:09,957 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:29:11,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:13,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:15,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:17,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:19,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:21,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:23,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:25,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:29:25,183 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:29:25,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:27,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:29,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:31,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:33,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:35,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:37,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:39,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:39,689 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:29:39,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:39,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:40,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 14:29:40,248 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 14:29:40,371 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 14:29:40,429 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 14:29:40,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:29:40,463 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:29:41,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 14:29:41,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:42,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:43,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:45,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:47,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:49,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:51,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:53,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:55,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:55,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:29:55,688 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:29:57,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:29:59,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:01,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:03,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:05,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:07,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:09,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:09,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:30:11,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:30:11,189 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:30:11,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:13,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:15,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:18,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:20,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:22,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:24,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:26,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:26,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:30:26,420 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:30:28,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:30,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:32,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:34,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:36,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:38,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:39,876 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:30:40,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:41,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:30:41,648 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:30:42,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:44,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:46,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:48,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:50,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:52,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:54,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:56,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:30:57,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:30:57,159 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:30:58,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:00,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:02,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:04,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:06,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:08,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:09,951 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:31:10,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:12,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:12,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:31:12,382 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:31:14,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:17,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:19,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:21,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:23,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:25,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:27,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:27,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:31:27,735 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:31:29,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:31,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:33,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:35,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:37,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:39,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:40,024 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:31:41,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:42,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:31:42,962 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:31:43,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:45,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:47,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:49,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:51,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:53,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:55,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:57,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:31:58,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:31:58,249 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:31:59,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:01,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:03,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:05,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:07,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:09,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:10,100 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:32:11,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:13,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:13,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:32:13,507 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:32:15,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:17,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:19,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:21,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:23,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:25,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:27,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:28,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:32:28,762 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:32:30,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:32,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:34,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:36,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:38,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:40,176 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:32:40,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:42,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:44,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:32:44,064 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:32:44,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:46,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:48,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:50,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:52,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:54,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:56,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:58,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:32:59,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:32:59,336 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:33:00,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:02,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:04,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:06,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:08,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:10,248 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:33:10,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:12,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:14,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:14,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:33:14,638 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:33:16,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:18,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:20,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:22,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:24,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:26,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:28,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:29,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:33:29,974 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:33:30,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:32,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:34,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:36,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:38,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:40,323 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:33:40,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:42,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:44,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:45,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:33:45,198 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:33:46,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:48,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:50,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:52,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:54,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:56,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:33:58,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:00,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:00,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:34:00,466 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:34:02,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:05,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:07,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:09,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:10,398 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:34:11,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:13,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:15,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:15,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:34:15,690 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:34:17,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:19,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:21,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:23,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:25,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:27,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:29,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:30,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:34:30,912 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:34:31,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:33,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:35,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:37,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:39,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:40,470 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:34:41,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:43,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:45,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:46,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:34:46,181 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:34:47,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:49,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:51,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:53,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:56,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:34:58,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:00,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:01,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:35:01,479 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:35:02,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:04,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:06,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:08,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:10,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:10,547 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:35:12,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:14,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:16,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:16,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:35:16,863 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:35:18,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:20,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:22,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:24,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:26,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:28,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:30,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:32,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:35:32,110 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:35:32,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:34,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:36,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:38,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:40,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:40,622 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:35:42,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:44,406 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:46,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:47,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:35:47,418 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:35:48,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:50,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:52,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:54,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:56,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:35:58,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:00,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:02,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:02,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:36:02,694 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:36:04,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:06,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:08,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:10,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:10,698 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:36:12,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:15,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:17,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:17,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:36:17,968 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:36:19,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:21,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:23,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:25,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:27,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:29,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:31,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:33,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:36:33,260 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:36:33,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:35,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:37,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:39,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:40,770 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:36:41,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:43,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:45,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:47,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:48,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:36:48,484 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:36:49,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:51,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:53,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:55,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:57,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:36:59,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:01,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:03,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:03,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:37:03,780 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:37:05,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:07,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:09,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:10,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:37:11,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:13,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:15,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:17,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:19,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:37:19,220 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:37:19,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:21,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:23,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:25,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:27,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:29,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:31,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:33,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:34,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:37:34,440 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:37:35,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:37,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:39,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:40,918 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:37:41,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:43,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:45,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:47,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:49,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:49,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:37:49,762 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:37:51,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:53,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:56,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:37:58,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:00,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:02,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:04,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:04,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:38:04,996 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:38:06,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:08,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:10,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:10,993 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:38:12,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:14,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:16,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:18,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:20,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:38:20,219 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:38:20,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:22,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:24,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:26,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:28,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:30,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:32,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:34,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:35,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:38:35,440 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:38:36,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:38,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:40,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:41,067 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:38:42,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:44,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:46,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:48,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:50,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:50,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:38:50,917 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:38:52,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:54,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:56,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:38:58,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:00,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:02,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:05,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:06,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:39:06,598 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:39:07,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:09,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:11,143 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:39:11,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:13,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:15,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:17,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:19,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:21,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:21,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:39:21,820 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:39:23,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:25,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:27,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:29,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:31,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:33,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:35,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:37,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:39:37,151 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:39:37,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:39,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:41,215 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:39:41,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:43,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:45,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:47,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:49,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:51,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:52,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:39:52,377 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:39:53,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:55,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:57,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:39:59,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:01,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:03,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:05,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:07,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:40:07,635 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:40:08,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:10,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:11,289 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:40:12,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:14,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:16,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:18,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:20,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:22,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:22,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:40:22,906 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:40:24,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:26,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:28,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:30,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:32,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:34,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:36,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:38,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:40:38,324 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:40:38,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:40,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:41,364 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:40:42,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:44,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:46,541 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:48,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:50,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:52,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:53,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:40:53,584 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:40:54,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:56,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:40:58,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:00,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:02,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:04,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:06,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:08,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:08,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:41:08,894 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:41:10,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:11,436 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:41:12,551 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:14,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:16,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:18,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:20,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:22,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:24,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:41:24,129 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:41:24,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:26,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:28,557 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:30,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:32,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:35,559 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:37,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:39,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:41:39,353 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:41:39,561 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:41,509 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:41:41,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:43,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:45,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:47,564 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:49,564 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:51,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:53,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:54,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:41:54,750 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:41:55,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:57,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:41:59,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:01,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:03,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:05,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:07,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:09,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:10,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:42:10,036 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:42:11,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:11,584 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:42:13,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:15,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:17,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:19,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:21,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:23,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:25,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:42:25,329 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:42:25,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:27,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:29,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:31,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:34,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:36,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:38,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:40,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:40,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:42:40,712 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:42:41,651 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:42:42,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:44,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:46,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:48,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:50,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:52,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:54,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:55,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:42:55,935 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:42:56,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:42:58,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:00,590 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:02,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:04,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:06,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:08,593 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:10,593 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:11,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:43:11,164 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:43:11,726 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:43:12,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:14,595 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:16,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:18,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:20,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:22,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:24,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:26,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:26,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:43:26,673 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:43:28,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:30,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:32,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:35,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:37,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:39,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:41,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:41,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:43:42,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:43:42,054 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:43:43,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:45,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:47,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:49,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:51,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:53,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:55,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:57,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:43:57,340 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:43:57,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:43:59,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:01,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:03,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:05,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:07,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:09,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:11,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:11,875 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:44:12,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:44:12,592 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:44:13,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:15,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:17,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:19,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:21,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:23,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:25,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:27,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:27,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:44:27,956 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:44:29,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:31,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:33,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:35,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:37,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:39,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:41,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:41,949 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:44:43,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:44:43,236 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:44:43,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:45,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:47,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:49,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:52,637 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:54,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:56,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:44:58,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:44:58,460 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:44:58,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:00,640 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:02,641 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:04,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:06,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:08,644 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:10,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:12,022 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:45:12,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:13,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:45:13,772 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:45:14,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:16,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:18,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:20,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:22,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:24,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:26,651 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:28,652 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:29,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:45:29,153 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:45:30,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:32,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:34,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:36,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:38,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:40,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:42,096 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:45:42,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:44,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:45:44,565 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:45:44,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:46,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:48,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:50,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:52,663 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:54,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:56,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:59,666 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:45:59,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:45:59,791 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:46:01,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:03,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:05,668 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:07,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:09,670 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:11,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:12,169 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:46:13,672 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:15,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:46:15,174 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:46:15,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:17,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:19,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:21,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:23,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:25,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:27,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:29,678 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:30,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:46:30,595 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:46:31,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:33,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:35,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:37,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:39,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:41,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:42,246 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:46:43,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:45,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:45,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:46:45,819 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:46:47,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:49,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:51,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:53,687 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:55,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:57,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:46:59,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:01,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:47:01,111 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:47:01,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:03,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:05,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:07,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:09,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:11,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:12,320 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:47:13,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:15,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:16,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:47:16,344 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:47:17,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:20,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:22,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:24,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:26,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:28,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:30,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:31,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:47:31,559 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:47:32,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:34,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:36,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:38,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:40,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:42,395 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:47:42,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:44,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:46,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:46,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:47:46,806 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:47:48,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:50,710 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:52,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:54,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:56,713 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:47:58,714 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:00,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:02,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:48:02,090 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:48:02,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:04,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:06,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:08,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:10,719 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:12,470 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:48:12,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:14,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:16,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:17,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:48:17,345 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:48:18,722 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:20,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:22,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:24,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:26,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:28,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:30,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:32,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:48:32,644 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:48:32,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:34,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:36,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:38,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:40,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:42,545 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:48:42,731 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:44,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:46,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:47,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:48:47,940 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:48:48,733 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:50,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:52,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:54,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:56,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:48:58,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:00,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:02,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:03,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:49:03,204 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:49:04,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:06,741 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:08,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:10,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:12,619 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:49:13,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:15,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:17,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:18,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:49:18,447 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:49:19,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:21,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:23,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:25,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:27,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:29,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:31,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:33,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:49:33,672 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:49:33,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:35,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:37,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:39,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:41,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:42,695 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:49:43,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:45,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:47,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:48,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:49:48,896 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:49:49,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:51,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:53,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:55,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:57,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:49:59,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:01,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:03,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:04,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:50:04,150 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:50:05,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:07,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:09,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:11,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:12,768 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:50:13,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:15,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:17,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:19,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:50:19,483 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:50:19,776 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:21,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:24,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:26,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:28,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:30,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:32,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:34,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:34,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:50:34,820 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:50:36,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:38,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:40,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:42,785 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:42,837 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:50:44,786 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:46,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:48,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:50,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:50:50,084 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:50:50,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:52,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:54,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:56,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:50:58,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:00,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:02,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:04,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:05,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:51:05,350 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:51:06,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:08,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:10,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:12,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:12,911 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:51:14,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:16,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:18,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:20,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:51:20,625 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:51:20,800 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:22,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:24,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:27,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:29,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:31,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:33,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:35,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:35,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:51:35,968 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:51:37,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:39,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:41,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:42,980 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:51:43,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:45,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:47,811 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:49,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:51,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:51:51,228 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:51:51,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:53,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:55,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:57,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:51:59,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:01,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:03,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:05,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:06,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:52:06,464 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:52:07,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:09,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:11,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:13,051 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:52:13,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:15,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:17,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:19,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:21,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:52:21,792 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:52:21,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:23,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:25,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:27,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:29,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:31,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:33,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:35,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:37,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:52:37,098 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:52:37,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:39,833 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:42,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:43,123 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:52:44,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:46,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:48,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:50,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:52,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:52:52,322 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:52:52,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:54,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:56,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:52:58,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:00,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:02,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:04,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:06,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:07,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:53:07,553 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:53:08,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:10,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:12,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:13,196 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:53:14,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:16,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:18,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:20,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:22,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:22,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:53:22,876 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:53:24,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:26,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:28,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:30,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:32,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:34,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:36,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:38,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:53:38,115 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:53:38,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:41,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:43,268 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:53:43,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:45,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:47,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:49,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:51,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:53,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:53:53,338 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:53:53,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:55,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:57,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:53:59,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:01,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:03,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:05,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:07,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:08,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:54:08,638 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:54:09,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:11,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:13,342 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:54:13,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:15,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:17,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:19,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:21,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:23,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:23,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:54:23,929 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:54:25,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:27,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:29,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:31,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:33,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:35,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:37,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:39,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:54:39,203 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:54:39,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:41,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:43,417 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:54:43,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:45,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:47,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:49,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:51,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:53,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:54,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:54:54,577 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:54:55,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:57,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:54:59,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:01,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:03,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:06,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:08,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:09,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:55:09,825 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:55:10,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:12,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:13,492 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:55:14,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:16,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:18,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:20,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:22,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:24,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:25,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:55:25,097 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:55:26,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:28,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:30,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:32,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:34,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:36,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:38,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:40,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:40,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:55:40,950 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:55:42,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:43,568 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:55:44,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:46,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:48,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:50,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:52,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:54,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:56,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:55:56,170 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:55:56,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:55:58,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:00,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:02,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:04,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:06,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:08,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:10,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:11,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:56:11,452 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:56:12,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:13,642 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:56:14,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:16,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:18,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:20,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:22,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:24,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:26,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:56:26,770 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:56:26,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:28,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:30,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:33,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:35,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:37,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:39,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:41,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:42,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:56:42,114 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:56:43,718 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:56:43,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:45,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:47,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:49,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:51,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:53,950 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:55,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:57,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:56:57,339 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:56:57,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:56:59,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:01,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:03,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:05,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:07,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:09,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:11,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:12,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:57:12,748 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:57:13,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:57:13,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:15,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:17,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:19,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:21,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:23,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:25,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:27,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:28,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:57:28,004 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:57:29,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:31,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:33,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:35,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:37,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:39,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:41,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:43,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:57:43,230 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:57:43,873 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:57:43,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:45,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:47,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:50,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:52,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:54,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:56,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:57:58,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:57:58,588 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:57:58,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:00,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:02,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:04,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:06,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:08,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:10,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:12,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:13,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:58:13,815 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:58:14,048 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:58:14,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:16,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:18,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:20,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:22,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:24,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:26,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:28,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:29,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:58:29,175 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:58:30,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:32,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:34,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:36,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:39,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:41,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:43,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:44,030 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:58:44,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:58:44,512 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:58:45,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:48,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:50,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:52,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:54,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:56,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:58:58,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:00,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:02,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:03,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:59:03,984 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:59:04,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:06,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:08,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:10,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:12,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:14,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:14,105 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:59:16,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:18,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:19,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:59:19,305 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:59:20,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:22,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:24,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:26,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:28,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:30,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:32,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:34,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:34,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:59:34,551 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:59:36,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:38,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:40,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:42,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:44,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:44,176 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 14:59:46,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:48,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:49,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 14:59:49,769 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 14:59:50,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:52,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:54,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:56,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 14:59:58,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:00,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:02,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:04,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:05,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:00:05,066 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:00:07,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:09,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:11,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:13,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:14,252 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:00:15,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:17,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:19,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:20,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:00:20,431 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:00:21,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:23,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:25,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:27,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:29,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:31,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:33,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:35,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:35,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:00:35,657 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:00:37,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:39,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:41,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:43,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:44,326 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:00:45,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:47,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:49,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:50,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:00:50,973 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:00:51,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:53,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:55,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:57,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:00:59,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:01,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:03,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:05,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:06,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:01:06,397 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:01:07,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:09,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:11,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:13,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:14,400 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:01:15,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:18,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:20,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:21,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:01:21,694 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:01:22,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:24,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:26,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:28,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:30,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:32,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:34,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:36,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:36,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:01:36,923 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:01:38,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:40,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:42,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:44,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:44,474 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:01:46,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:48,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:50,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:52,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:52,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:01:52,191 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:01:54,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:56,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:01:58,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:00,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:02,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:04,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:06,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:07,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:02:07,433 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:02:08,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:10,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:12,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:14,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:14,548 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:02:16,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:18,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:21,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:22,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:02:22,877 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:02:23,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:25,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:27,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:29,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:31,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:33,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:35,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:37,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:38,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:02:38,102 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:02:39,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:41,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:43,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:44,625 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:02:45,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:47,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:49,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:51,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:53,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:53,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:02:53,431 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:02:55,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:57,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:02:59,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:01,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:03,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:05,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:07,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:08,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:03:08,712 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:03:09,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:11,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:13,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:14,704 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:03:15,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:17,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:19,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:21,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:23,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:24,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:03:24,030 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:03:25,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:28,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:30,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:32,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:34,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:36,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:38,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:39,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:03:39,299 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:03:40,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:42,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:44,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:44,779 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:03:46,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:48,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:50,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:52,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:54,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:54,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:03:54,654 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:03:56,146 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:03:58,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:00,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:02,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:04,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:06,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:08,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:09,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:04:09,878 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:04:10,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:12,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:14,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:14,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:04:16,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:18,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:20,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:22,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:24,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:25,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:04:25,281 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:04:26,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:28,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:30,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:33,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:35,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:37,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:39,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:40,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:04:40,504 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:04:41,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:43,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:44,925 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:04:45,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:47,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:49,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:51,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:53,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:55,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:55,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:04:55,773 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:04:57,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:04:59,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:01,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:03,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:05,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:07,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:09,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:11,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:05:11,175 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:05:11,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:13,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:15,026 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:05:15,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:17,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:19,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:22,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:24,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:26,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:26,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:05:26,403 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:05:28,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:30,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:32,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:34,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:36,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:38,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:40,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:41,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:05:41,758 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:05:42,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:44,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:45,074 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:05:46,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:48,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:50,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:52,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:54,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:56,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:05:56,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:05:56,982 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:05:58,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:00,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:02,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:04,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:06,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:08,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:10,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:12,210 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:12,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:06:12,316 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:06:14,211 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:15,151 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:06:16,211 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:18,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:20,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:22,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:24,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:26,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:27,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:06:27,561 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:06:28,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:30,217 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:32,218 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:34,219 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:36,220 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:38,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:40,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:42,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:06:42,952 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:06:43,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:45,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:45,231 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:06:47,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:49,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:51,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:53,227 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:55,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:57,229 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:06:58,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:06:58,176 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:06:59,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:01,231 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:03,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:05,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:07,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:09,234 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:11,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:13,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:13,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:07:13,469 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:07:15,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:15,299 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:07:17,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:19,237 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:21,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:23,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:25,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:27,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:28,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:07:28,712 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:07:29,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:31,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:33,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:35,242 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:37,243 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:39,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:41,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:43,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:44,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:07:44,017 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:07:45,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:45,365 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:07:47,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:49,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:51,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:53,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:55,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:57,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:59,253 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:07:59,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:07:59,286 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:08:01,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:04,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:06,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:08,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:10,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:12,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:14,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:14,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:08:14,521 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:08:15,440 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:08:16,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:18,260 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:20,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:22,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:24,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:26,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:28,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:29,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:08:29,746 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:08:30,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:32,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:34,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:36,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:38,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:40,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:42,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:44,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:45,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:08:45,041 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:08:45,513 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:08:46,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:48,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:50,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:52,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:54,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:56,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:08:58,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:00,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:00,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:09:00,410 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:09:02,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:04,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:06,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:08,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:10,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:12,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:14,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:15,585 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:09:15,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:09:15,632 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:09:16,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:18,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:20,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:22,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:24,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:27,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:29,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:31,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:09:31,080 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:09:31,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:33,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:35,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:37,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:39,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:41,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:43,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:45,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:45,660 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:09:46,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:09:46,506 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:09:47,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:49,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:51,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:53,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:55,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:57,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:09:59,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:01,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:01,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:10:01,812 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:10:03,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:05,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:07,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:09,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:11,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:13,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:15,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:15,734 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:10:17,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:10:17,033 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:10:17,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:19,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:21,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:23,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:25,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:27,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:29,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:31,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:32,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:10:32,353 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:10:33,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:35,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:37,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:39,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:41,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:43,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:45,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:45,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:10:47,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:47,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:10:47,782 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:10:49,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:52,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:54,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:56,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:10:58,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:00,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:02,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:03,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:11:03,150 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:11:04,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:06,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:08,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:10,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:12,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:14,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:15,883 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:11:16,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:18,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:18,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:11:18,479 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:11:20,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:22,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:24,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:26,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:28,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:30,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:32,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:33,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:11:33,703 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:11:34,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:36,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:38,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:40,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:42,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:44,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:45,960 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:11:46,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:48,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:49,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:11:49,007 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:11:50,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:52,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:54,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:56,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:11:58,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:00,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:02,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:04,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:12:04,238 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:12:04,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:06,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:08,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:10,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:12,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:14,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:16,034 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:12:16,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:18,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:19,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:12:19,484 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:12:20,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:22,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:25,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:27,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:29,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:31,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:33,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:34,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:12:34,810 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:12:35,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:37,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:39,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:41,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:43,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:45,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:46,108 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:12:47,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:49,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:50,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:12:50,113 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:12:51,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:53,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:55,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:57,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:12:59,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:01,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:03,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:05,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:13:05,343 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:13:05,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:07,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:09,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:11,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:13,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:15,406 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:16,181 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:13:17,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:19,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:20,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:13:20,716 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:13:21,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:23,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:25,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:27,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:29,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:31,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:33,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:35,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:35,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:13:35,947 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:13:37,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:39,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:41,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:43,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:45,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:46,254 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:13:47,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:49,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:51,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:13:51,320 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:13:51,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:53,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:55,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:57,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:13:59,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:14:01,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:14:06,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:14:06,544 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:14:16,318 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:14:21,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:14:21,799 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:14:37,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:14:37,064 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:14:46,394 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:14:52,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:14:52,328 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:15:05,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:15:05,235 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 15:15:05,290 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 15:15:05,359 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 15:15:05,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 15:15:07,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:15:07,624 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:15:08,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:15:16,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:15:16,490 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:15:22,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:15:22,878 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:15:38,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:15:38,104 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:15:38,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:15:46,571 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:15:53,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:15:53,375 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:16:08,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:16:08,645 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:16:16,649 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:16:23,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:16:23,870 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:16:39,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:16:39,095 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:16:46,723 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:16:54,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:16:54,323 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:17:09,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:17:09,548 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:17:16,798 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:17:24,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:17:24,840 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:17:40,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:17:40,063 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:17:46,873 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:17:55,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:17:55,300 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:18:10,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:18:10,541 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:18:16,950 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:18:25,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:18:25,772 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:18:41,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:18:41,000 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:18:47,030 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:18:56,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:18:56,230 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:19:11,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:19:11,490 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:19:17,109 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:19:26,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:19:26,781 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:19:28,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:19:37,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:37,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:40,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:19:42,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:19:42,202 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:19:44,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:19:47,184 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:19:47,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:47,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:49,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:19:51,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:51,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:19:53,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:53,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:19:57,449 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:19:57,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:19:57,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:19:57,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:01,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:04,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:04,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:05,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:06,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:06,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:08,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:09,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:10,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:10,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:11,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:12,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:20:12,678 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:20:13,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:13,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:14,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:14,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:15,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:16,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:16,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:17,256 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:20:18,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:18,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,590 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:19,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:19,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:20,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:21,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:22,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:22,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:25,593 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:26,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:26,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:27,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:27,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:20:27,902 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:20:28,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:28,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:29,595 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:31,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:31,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:33,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:34,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:34,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:35,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:35,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:37,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:39,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:39,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:40,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:40,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:43,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:20:43,271 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:20:43,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:45,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:47,327 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:20:47,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:49,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:51,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:53,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:55,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:57,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:20:58,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:20:58,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:20:58,558 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:20:59,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:01,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:03,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:05,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:07,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:09,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:11,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:13,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:13,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:21:13,887 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:21:15,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:17,400 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:21:17,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:19,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:21,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:23,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:25,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:26,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:26,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:27,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:29,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:21:29,151 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:21:35,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:35,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:37,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:37,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:40,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:43,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:44,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:21:44,392 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:21:46,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:46,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:47,474 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:21:47,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:50,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:50,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:51,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:54,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:54,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:55,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:58,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:21:58,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:58,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:21:59,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:21:59,615 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:22:02,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:02,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:06,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:06,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:06,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:08,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:11,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:11,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:12,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:13,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:13,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:22:15,425 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:22:15,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:15,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:16,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:17,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,545 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:22:17,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:17,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:18,637 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:19,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:19,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:20,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:21,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:22,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:23,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:23,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:24,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:26,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:26,640 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:27,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:27,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:30,641 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:30,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:22:30,702 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:22:32,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:32,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:33,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:33,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:34,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:36,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:36,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:37,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:37,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:39,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:40,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:41,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:41,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:42,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:44,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:45,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:22:45,928 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:22:45,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:45,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:45,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:45,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:45,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:45,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:45,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:45,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:45,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:46,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:46,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:46,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:46,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:46,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:46,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:46,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:22:46,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:47,611 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:22:48,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:50,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:52,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:54,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:56,651 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:22:58,651 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:00,652 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:00,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:00,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:01,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:23:01,253 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:23:02,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:04,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:06,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:08,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:10,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:12,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:14,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:16,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:23:16,475 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:23:16,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:17,684 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:23:18,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:20,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:22,660 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:24,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:24,653 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 15:23:24,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:24,857 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 15:23:24,955 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 15:23:25,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 15:23:25,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:26,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:31,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:23:31,756 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:23:34,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:40,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:44,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:44,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:44,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:46,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:23:46,980 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:23:47,773 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:23:48,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:52,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:56,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:56,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:23:57,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:23:57,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:00,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:00,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:02,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:24:02,321 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:24:02,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:03,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:03,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:06,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:07,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:07,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:08,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:09,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:09,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:10,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:12,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:14,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:17,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:24:17,720 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:24:17,942 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:24:19,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:19,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:21,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:21,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:22,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:22,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:23,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:24,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:25,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:26,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:26,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:27,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:29,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:30,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:30,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:31,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:32,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:24:32,943 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:24:33,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:35,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:35,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:36,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:36,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:37,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:38,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:38,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:39,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:40,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:40,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:41,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:43,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:45,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:45,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:45,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:46,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:47,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:47,920 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:24:48,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:24:48,227 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:24:49,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:50,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:50,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:24:51,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:53,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:55,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:57,833 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:24:59,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:00,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:00,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:01,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:03,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:25:03,469 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:25:03,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:05,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:07,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:09,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:11,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:13,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:15,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:17,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:17,991 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:25:18,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:25:18,731 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:25:19,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:21,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:21,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:23,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:33,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:33,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:25:33,953 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:25:39,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:43,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:48,053 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:25:49,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:25:49,322 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:25:49,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:50,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:50,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:51,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:52,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:52,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:25:55,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:55,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:25:59,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:01,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:01,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:02,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:03,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:04,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:26:04,580 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:26:04,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:04,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:05,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:07,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:08,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:08,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:09,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:11,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:11,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:12,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:13,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:15,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:18,125 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:26:19,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:26:19,856 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:26:19,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:19,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:19,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:20,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:21,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:22,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:22,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:23,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:25,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:25,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:27,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:28,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:28,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:29,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:30,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:30,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:31,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:32,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:32,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:33,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:26:35,077 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:26:35,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:35,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:37,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:37,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:39,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:39,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:39,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:41,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:42,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:42,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:43,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:44,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:44,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:45,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:45,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:46,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:47,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:48,191 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:26:48,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:48,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:49,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:50,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:26:50,372 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:26:51,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:53,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:53,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:54,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:54,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:26:55,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:57,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:26:59,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:01,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:02,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:02,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:03,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:05,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:27:05,636 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:27:05,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:07,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:09,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:11,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:13,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:15,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:17,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:18,259 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:27:19,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:20,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:27:20,875 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:27:21,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:21,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:21,969 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 15:27:22,191 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 15:27:22,266 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 15:27:22,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 15:27:22,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:23,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:33,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:36,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:27:36,202 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:27:37,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:42,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:48,356 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:27:48,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:51,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:27:51,426 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:27:52,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:54,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:27:55,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:55,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:27:58,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:00,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:00,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:02,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:06,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:28:06,651 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:28:06,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:08,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:08,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:09,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:09,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:10,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:12,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:12,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:14,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:15,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:15,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:18,457 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:28:18,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:19,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:19,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:20,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:20,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:21,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:28:21,886 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:28:22,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:24,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:24,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:25,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:25,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:26,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:27,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:28,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:30,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:30,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:30,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:31,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:32,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:33,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:33,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:34,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:35,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:35,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:36,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:36,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:28:37,115 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:28:37,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:37,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:38,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:39,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:40,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:41,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:41,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:42,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:44,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:44,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:46,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:46,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:47,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:47,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:48,535 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:28:48,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:49,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:49,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:50,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:52,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:52,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:28:52,466 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:28:52,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:54,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:54,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:55,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:55,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:28:56,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:28:58,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:00,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:02,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:03,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:03,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:04,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:06,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:07,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:29:07,697 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:29:08,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:10,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:12,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:14,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:17,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:18,614 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:29:18,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:18,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:19,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:21,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:22,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:29:22,971 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:29:29,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:35,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:38,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:29:38,228 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:29:39,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:43,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:47,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:48,683 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:29:51,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:52,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:52,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:29:53,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:29:53,458 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:29:55,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:29:59,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:03,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:03,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:03,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:05,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:08,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:30:08,884 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:30:09,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:09,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:10,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:10,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:12,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:13,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:13,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:13,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:13,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:13,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:13,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:13,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:13,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:13,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:13,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:14,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:15,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:16,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:18,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:18,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:18,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:30:20,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:20,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:22,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:22,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:24,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:24,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:30:24,107 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:30:25,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:25,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:26,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:26,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:27,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:29,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:30,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:31,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:31,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:32,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:33,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:33,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:34,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:34,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:35,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:36,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:36,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:37,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:38,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:39,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:30:39,388 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:30:40,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:40,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:40,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:42,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:42,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:43,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:44,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:44,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:44,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:45,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:46,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:46,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:48,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:48,830 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:30:50,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:50,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:50,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:51,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:52,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:52,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:53,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:54,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:30:54,718 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:30:54,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:54,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:55,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:56,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:56,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:30:58,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:30:58,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:00,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:02,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:04,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:06,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:08,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:08,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:08,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:09,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:31:09,981 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:31:10,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:12,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:14,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:16,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:18,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:18,903 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:31:20,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:20,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:20,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:21,044 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 15:31:21,304 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 15:31:21,375 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 15:31:22,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 15:31:22,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:25,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:31:25,242 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:31:30,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:37,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:40,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:31:40,469 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:31:41,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:45,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:49,039 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:31:49,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:53,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:55,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:31:55,699 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:31:57,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:31:58,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:58,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:31:59,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:03,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:07,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:09,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:11,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:32:11,083 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:32:13,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:13,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:13,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:14,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:15,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:17,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:19,112 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:32:19,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:19,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:20,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:21,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:22,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:22,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:23,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:23,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:24,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:25,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:26,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:26,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:32:26,313 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:32:28,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:28,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:29,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:30,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:30,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:31,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:33,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:34,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:34,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:35,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:37,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:37,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:38,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:38,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:39,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:40,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:41,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:41,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:32:41,583 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:32:43,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:43,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:43,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:44,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:45,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:45,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:46,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:47,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:47,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:48,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:49,180 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:32:49,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:50,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:50,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:51,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:52,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:52,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:53,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:53,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:55,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:56,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:56,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:32:56,854 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:32:57,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:32:57,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:57,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:58,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:32:59,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:00,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:00,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:01,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:01,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:03,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:05,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:07,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:07,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:07,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:09,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:11,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:12,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:33:12,164 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:33:13,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:15,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:17,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:18,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:18,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:19,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:19,256 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:33:27,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:33:27,390 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:33:29,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:35,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:39,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:42,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:33:42,624 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:33:43,217 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:47,219 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:49,329 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:33:51,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:56,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:57,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:33:57,879 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:33:58,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:33:59,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:33:59,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:02,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:06,227 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:08,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:12,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:13,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:34:13,161 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:34:14,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:18,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:19,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:19,404 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:34:20,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:20,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:20,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:24,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:24,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:25,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:26,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:27,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:27,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:28,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:28,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:34:28,387 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:34:30,237 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:31,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:31,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:32,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:33,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:34,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:36,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:37,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:37,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:38,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:39,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:39,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:40,242 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:42,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:42,243 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:43,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:43,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:34:43,680 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:34:44,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:44,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:45,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:46,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:46,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:47,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:48,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:48,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:49,478 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:34:50,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:50,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:50,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:51,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:52,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:52,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:54,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:54,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:55,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:56,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:56,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:34:58,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:34:58,916 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:34:58,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:58,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:34:59,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:00,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:00,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:02,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:02,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:04,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:06,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:08,253 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:10,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:12,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:14,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:35:14,149 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:35:14,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:15,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:15,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:16,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:18,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:19,553 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:35:20,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:20,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:35:20,702 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 15:35:20,927 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 15:35:21,005 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 15:35:21,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 15:35:21,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:22,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:29,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:35:29,380 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:35:32,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:38,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:42,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:44,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:35:44,609 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:35:46,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:49,676 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:35:50,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:54,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:35:58,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:00,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:36:00,181 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:36:02,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:04,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:07,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:07,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:08,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:10,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:14,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:15,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:36:15,445 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:36:16,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:19,751 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:36:21,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:23,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:26,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:26,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:27,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:28,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:28,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:29,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:30,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:36:30,710 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:36:31,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:31,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:31,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:32,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:35,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:35,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:36,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:37,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:39,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:40,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:40,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:41,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:42,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:42,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:43,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:43,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:45,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:36:46,040 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:36:46,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:46,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:47,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:47,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:49,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:49,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:36:50,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:50,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:51,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:52,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:52,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:53,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:53,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:55,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:55,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:57,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:57,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:58,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:36:59,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:36:59,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:00,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:37:01,268 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:37:01,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:01,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:01,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:02,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:03,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:04,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:04,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:05,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:07,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:08,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:08,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:09,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:09,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:10,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:11,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:13,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:15,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:16,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:37:16,492 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:37:17,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:19,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:19,900 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:37:21,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:21,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:23,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:24,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:24,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:37:25,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:31,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:37:31,719 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:37:33,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:39,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:43,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:46,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:37:46,947 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:37:47,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:49,972 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:37:51,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:55,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:37:57,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:01,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:02,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:38:02,305 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:38:05,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:07,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:11,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:11,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:12,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:14,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:16,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:17,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:38:17,617 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:38:20,045 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:38:20,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:22,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:24,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:28,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:30,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:30,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:32,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:32,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:33,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:38:33,084 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:38:34,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:34,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:34,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:36,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:36,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:37,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:39,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:40,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:40,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:41,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:42,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:43,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:43,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:44,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:46,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:46,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:47,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:47,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:48,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:48,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:38:48,364 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:38:50,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:50,120 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:38:50,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:51,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:51,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:52,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:53,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:53,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:54,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:54,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:55,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:56,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:56,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:56,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:56,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:56,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:56,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:56,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:56,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:56,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:56,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:57,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:57,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:57,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:57,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:57,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:57,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:57,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:58,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:38:59,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:38:59,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:00,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:00,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:02,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:02,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:03,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:39:03,674 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:39:04,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:04,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:04,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:05,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:06,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:08,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:08,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:08,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:10,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:12,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:14,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:16,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:18,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:18,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:39:18,911 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:39:20,195 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:39:20,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:20,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 15:39:20,897 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 15:39:21,117 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 15:39:21,195 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 15:39:21,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 15:39:22,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:24,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:26,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:28,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:30,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:32,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:34,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:39:34,214 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:39:34,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:36,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:38,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:40,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:42,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:44,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:46,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:48,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:49,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:39:49,510 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:39:50,344 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:39:50,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:52,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:54,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:56,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:39:58,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:01,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:03,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:04,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:40:04,741 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:40:05,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:07,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:09,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:11,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:13,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:15,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:17,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:19,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:20,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:40:20,150 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:40:20,421 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:40:21,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:23,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:25,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:27,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:29,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:31,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:33,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:35,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:35,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:40:35,418 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:40:37,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:39,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:41,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:43,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:45,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:47,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:49,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:50,495 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:40:50,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:40:50,636 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:40:51,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:53,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:55,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:57,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:40:59,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:01,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:03,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:05,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:05,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:41:05,946 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:41:08,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:10,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:12,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:14,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:16,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:18,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:20,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:20,569 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:41:21,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:41:21,698 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:41:22,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:24,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:26,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:28,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:30,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:32,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:34,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:36,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:36,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:41:36,958 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:41:38,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:40,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:42,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:44,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:46,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:48,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:50,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:50,642 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:41:52,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:41:52,338 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:41:52,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:54,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:56,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:41:58,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:00,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:02,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:04,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:07,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:07,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:42:07,615 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:42:09,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:11,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:13,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:15,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:17,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:19,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:20,716 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:42:21,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:22,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:42:22,834 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:42:23,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:25,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:27,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:29,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:31,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:33,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:35,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:37,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:38,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:42:38,062 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:42:39,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:41,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:43,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:45,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:47,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:49,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:50,787 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:42:51,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:53,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:42:53,374 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:42:53,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:55,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:57,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:42:59,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:01,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:03,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:05,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:07,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:08,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:43:08,598 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:43:09,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:11,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:13,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:15,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:17,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:19,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:20,863 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:43:21,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:23,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:24,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:43:24,044 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:43:25,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:27,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:29,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:32,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:34,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:36,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:38,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:39,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:43:39,276 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:43:40,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:42,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:44,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:46,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:48,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:50,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:50,939 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:43:52,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:54,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:54,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:43:54,532 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:43:56,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:43:58,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:00,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:02,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:04,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:06,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:08,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:09,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:44:09,789 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:44:10,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:12,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:14,492 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:16,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:18,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:20,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:21,015 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:44:22,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:24,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:25,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:44:25,101 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:44:26,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:29,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:31,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:33,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:35,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:37,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:39,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:40,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:44:40,571 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:44:41,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:43,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:45,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:47,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:49,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:51,090 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:44:51,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:53,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:55,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:55,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:44:55,830 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:44:57,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:44:59,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:01,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:03,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:05,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:07,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:09,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:11,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:45:11,199 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:45:11,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:13,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:15,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:17,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:19,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:21,165 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:45:21,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:23,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:25,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:26,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:45:26,458 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:45:27,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:29,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:31,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:33,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:35,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:37,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:39,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:41,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:41,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:45:41,771 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:45:43,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:45,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:47,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:49,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:51,242 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:45:51,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:53,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:55,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:45:56,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:45:56,996 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:45:58,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:00,541 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:02,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:04,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:06,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:08,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:10,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:12,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:46:12,233 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:46:12,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:14,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:16,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:18,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:20,551 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:21,317 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:46:22,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:24,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:26,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:27,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:46:27,521 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:46:28,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:30,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:32,564 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:34,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:36,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:38,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:40,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:42,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:42,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:46:42,794 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:46:44,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:46,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:48,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:50,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:51,391 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:46:52,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:54,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:56,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:46:58,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:46:58,076 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:46:58,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:00,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:02,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:04,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:06,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:08,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:10,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:12,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:13,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:47:13,441 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:47:14,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:16,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:18,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:20,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:21,468 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:47:22,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:24,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:26,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:28,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:28,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:47:28,661 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:47:30,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:32,590 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:34,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:36,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:38,593 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:40,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:42,595 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:43,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:47:43,882 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:47:44,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:46,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:48,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:51,543 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:47:51,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:53,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:55,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:57,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:47:59,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:47:59,217 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:47:59,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:01,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:03,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:05,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:07,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:09,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:11,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:13,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:14,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:48:14,489 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:48:15,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:17,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:19,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:21,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:21,616 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:48:23,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:25,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:27,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:29,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:29,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:48:29,721 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:48:31,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:33,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:35,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:37,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:39,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:42,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:44,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:44,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:48:44,947 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:48:46,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:48,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:50,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:51,690 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:48:52,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:54,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:56,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:48:58,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:00,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:49:00,225 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:49:00,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:02,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:04,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:06,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:08,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:10,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:12,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:14,637 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:15,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:49:15,539 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:49:16,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:18,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:20,640 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:21,764 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:49:22,641 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:24,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:26,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:29,644 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:30,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:49:30,772 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:49:31,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:33,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:35,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:37,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:39,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:41,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:43,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:45,651 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:46,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:49:46,325 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:49:47,652 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:49,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:51,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:51,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:49:53,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:55,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:57,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:49:59,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:01,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:50:01,617 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:50:01,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:03,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:05,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:07,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:09,660 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:11,660 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:13,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:15,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:16,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:50:16,846 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:50:17,663 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:19,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:21,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:21,919 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:50:23,666 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:25,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:27,668 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:29,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:31,670 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:32,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:50:32,213 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:50:34,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:36,672 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:38,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:40,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:42,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:44,676 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:46,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:47,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:50:47,625 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:50:48,678 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:50,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:51,993 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:50:52,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:54,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:56,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:50:58,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:00,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:02,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:02,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:51:02,926 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:51:04,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:06,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:08,687 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:10,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:12,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:14,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:16,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:18,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:51:18,153 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:51:18,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:20,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:22,068 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:51:22,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:24,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:26,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:28,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:30,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:32,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:33,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:51:33,512 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:51:34,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:36,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:38,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:40,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:43,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:45,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:47,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:48,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:51:48,797 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:51:49,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:51,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:52,143 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:51:53,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:55,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:57,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:51:59,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:01,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:03,710 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:04,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:52:04,025 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:52:05,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:07,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:09,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:11,713 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:13,714 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:15,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:17,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:19,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:52:19,396 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:52:19,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:21,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:22,218 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:52:23,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:25,719 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:27,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:29,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:31,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:33,722 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:34,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:52:34,624 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:52:35,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:37,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:39,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:41,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:43,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:45,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:47,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:49,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:49,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:52:49,886 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:52:51,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:52,291 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:52:53,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:55,731 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:57,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:52:59,733 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:02,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:04,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:05,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:53:05,199 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:53:06,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:08,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:10,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:12,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:14,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:16,741 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:18,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:20,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:53:20,449 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:53:20,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:22,364 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:53:22,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:24,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:26,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:28,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:30,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:32,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:34,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:35,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:53:35,720 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:53:36,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:38,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:40,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:42,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:44,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:46,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:48,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:50,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:50,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:53:50,943 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:53:52,439 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:53:52,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:54,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:56,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:53:58,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:00,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:02,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:04,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:06,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:54:06,228 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:54:06,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:08,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:10,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:12,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:14,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:16,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:18,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:21,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:54:21,463 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:54:21,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:22,515 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:54:23,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:25,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:27,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:29,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:31,776 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:33,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:35,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:36,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:54:36,862 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:54:37,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:39,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:41,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:43,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:45,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:47,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:49,785 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:51,786 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:52,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:54:52,120 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:54:52,588 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:54:53,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:55,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:57,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:54:59,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:01,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:03,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:05,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:07,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:55:07,337 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:55:07,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:09,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:11,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:13,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:15,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:17,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:19,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:21,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:22,660 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:55:22,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:55:22,668 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:55:23,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:25,800 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:27,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:29,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:31,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:33,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:35,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:37,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:37,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:55:37,885 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:55:39,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:41,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:43,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:45,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:47,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:49,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:52,733 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:55:52,811 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:53,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:55:53,113 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:55:54,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:56,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:55:58,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:00,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:02,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:04,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:06,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:08,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:56:08,336 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:56:08,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:10,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:12,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:14,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:16,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:18,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:20,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:22,809 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:56:22,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:23,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:56:23,701 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:56:24,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:26,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:28,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:30,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:32,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:34,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:36,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:38,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:39,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:56:39,002 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:56:40,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:42,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:44,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:46,833 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:49,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:51,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:52,883 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:56:53,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:54,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:56:54,297 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:56:55,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:57,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:56:59,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:01,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:03,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:05,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:07,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:09,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:57:09,752 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:57:09,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:11,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:13,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:15,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:17,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:19,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:21,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:22,959 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:57:23,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:25,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:57:25,050 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:57:25,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:27,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:29,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:31,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:33,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:35,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:37,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:39,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:40,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:57:40,325 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:57:41,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:43,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:46,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:48,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:50,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:52,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:53,032 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:57:54,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:55,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:57:55,562 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:57:56,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:57:58,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:00,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:02,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:04,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:06,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:08,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:10,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:58:10,786 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:58:10,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:12,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:14,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:16,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:18,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:20,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:22,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:23,111 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:58:24,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:26,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:58:26,187 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:58:26,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:28,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:30,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:32,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:34,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:36,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:38,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:40,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:41,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:58:41,448 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:58:42,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:44,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:46,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:48,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:50,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:52,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:53,186 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:58:54,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:56,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:58:56,734 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:58:56,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:58:58,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:00,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:02,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:05,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:07,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:09,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:11,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:12,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:59:12,171 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:59:13,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:15,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:17,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:19,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:21,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:23,260 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:59:23,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:25,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:27,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:59:27,395 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:59:27,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:29,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:31,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:33,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:35,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:37,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:39,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:41,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:42,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:59:42,686 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:59:43,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:45,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:47,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:49,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:51,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:53,329 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 15:59:53,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:55,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:57,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 15:59:58,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 15:59:58,164 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 15:59:59,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:01,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:04,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:06,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:08,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:10,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:12,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:13,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:00:13,386 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:00:14,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:16,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:18,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:20,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:22,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:23,403 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:00:24,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:26,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:28,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:00:28,657 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:00:28,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:30,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:32,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:34,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:36,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:38,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:40,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:42,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:43,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:00:43,879 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:00:44,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:46,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:48,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:50,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:52,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:53,478 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:00:54,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:56,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:58,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:00:59,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:00:59,276 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:01:00,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:02,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:04,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:06,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:08,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:10,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:12,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:14,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:01:14,501 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:01:14,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:16,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:18,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:20,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:22,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:23,554 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:01:24,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:27,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:29,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:01:29,819 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:01:29,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:31,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:33,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:35,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:37,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:39,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:41,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:43,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:45,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:01:45,314 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:01:45,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:47,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:49,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:51,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:53,632 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:01:53,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:55,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:57,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:01:59,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:00,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:02:00,725 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:02:01,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:03,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:05,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:07,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:09,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:11,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:13,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:15,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:02:15,950 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:02:15,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:17,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:19,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:21,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:23,699 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:02:23,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:25,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:27,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:29,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:31,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:02:31,309 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:02:31,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:33,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:35,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:37,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:39,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:41,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:43,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:45,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:46,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:02:46,569 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:02:48,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:50,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:52,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:53,770 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:02:54,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:56,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:02:58,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:00,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:01,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:03:01,883 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:03:02,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:04,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:06,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:08,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:10,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:12,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:14,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:16,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:17,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:03:17,202 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:03:18,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:20,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:22,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:23,845 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:03:25,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:27,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:29,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:31,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:32,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:03:32,428 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:03:33,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:35,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:37,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:39,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:41,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:43,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:46,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:47,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:03:47,721 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:03:48,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:50,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:52,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:53,919 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:03:54,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:56,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:03:58,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:00,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:02,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:02,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:04:02,952 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:04:04,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:06,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:08,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:10,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:12,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:14,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:16,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:18,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:18,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:04:18,215 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:04:20,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:22,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:23,980 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:04:24,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:26,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:28,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:30,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:32,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:33,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:04:33,715 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:04:34,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:36,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:38,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:40,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:42,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:44,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:46,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:48,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:48,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:04:48,942 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:04:50,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:52,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:54,051 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:04:55,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:57,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:04:59,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:01,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:03,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:04,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:05:04,228 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:05:05,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:07,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:09,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:11,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:13,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:15,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:17,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:19,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:19,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:05:19,610 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:05:21,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:23,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:24,117 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:05:25,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:27,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:29,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:31,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:33,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:34,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:05:34,834 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:05:35,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:37,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:39,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:41,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:43,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:45,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:47,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:50,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:50,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:05:50,248 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:05:52,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:54,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:54,187 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:05:56,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:05:58,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:00,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:02,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:04,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:05,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:06:05,562 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:06:06,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:08,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:10,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:12,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:14,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:16,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:18,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:20,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:20,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:06:20,842 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:06:22,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:24,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:24,254 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:06:26,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:28,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:30,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:32,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:34,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:36,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:36,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:06:36,182 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:06:38,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:40,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:42,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:44,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:46,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:48,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:50,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:51,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:06:51,436 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:06:52,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:54,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:54,322 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:06:56,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:06:58,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:00,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:02,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:04,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:06,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:07:06,706 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:07:07,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:09,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:11,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:13,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:15,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:17,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:19,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:21,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:21,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:07:21,963 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:07:23,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:24,394 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:07:25,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:27,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:29,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:31,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:33,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:35,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:37,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:37,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:07:37,264 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:07:39,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:41,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:43,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:45,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:47,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:49,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:51,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:52,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:07:52,497 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:07:53,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:54,469 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:07:55,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:57,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:07:59,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:01,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:03,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:05,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:07,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:07,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:08:07,739 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:08:09,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:11,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:14,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:16,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:18,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:20,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:22,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:22,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:08:22,974 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:08:24,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:24,543 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:08:26,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:28,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:30,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:32,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:34,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:36,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:38,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:38,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:08:38,330 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:08:40,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:42,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:44,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:46,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:48,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:50,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:52,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:53,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:08:53,555 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:08:54,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:54,615 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:08:56,146 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:08:58,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:00,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:02,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:04,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:06,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:08,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:08,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:09:08,846 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:09:10,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:12,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:14,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:16,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:18,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:20,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:22,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:24,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:09:24,092 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:09:24,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:24,688 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:09:26,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:28,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:30,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:33,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:35,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:37,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:39,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:39,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:09:39,310 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:09:41,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:43,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:45,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:47,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:49,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:51,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:53,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:54,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:09:54,533 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:09:54,762 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:09:55,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:57,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:09:59,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:01,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:03,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:05,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:07,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:09,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:09,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:10:09,940 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:10:11,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:13,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:15,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:17,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:19,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:21,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:23,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:24,835 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:10:25,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:10:25,166 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:10:25,185 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:27,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:29,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:31,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:33,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:35,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:37,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:40,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:40,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:10:40,512 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:10:42,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:44,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:46,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:48,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:50,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:52,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:54,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:54,911 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:10:55,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:10:55,787 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:10:56,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:10:58,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:00,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:02,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:04,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:06,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:08,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:10,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:11,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:11:11,011 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:11:12,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:14,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:16,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:18,210 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:20,211 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:22,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:24,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:24,986 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:11:26,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:26,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:11:26,306 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:11:28,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:30,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:32,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:34,217 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:36,218 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:38,219 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:40,220 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:41,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:11:41,651 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:11:43,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:45,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:47,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:49,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:51,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:53,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:55,057 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:11:55,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:56,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:11:56,877 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:11:57,227 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:11:59,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:01,229 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:03,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:05,231 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:07,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:09,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:11,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:12,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:12:12,223 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:12:13,234 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:15,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:17,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:19,237 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:21,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:23,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:25,131 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:12:25,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:27,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:27,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:12:27,567 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:12:29,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:31,242 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:33,243 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:35,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:37,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:39,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:42,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:42,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:12:42,894 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:12:44,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:46,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:48,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:50,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:52,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:54,253 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:55,205 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:12:56,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:12:58,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:12:58,175 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:12:58,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:00,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:02,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:04,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:06,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:08,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:10,260 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:12,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:13,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:13:13,403 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:13:14,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:16,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:18,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:20,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:22,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:24,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:25,280 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:13:26,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:28,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:28,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:13:28,685 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:13:30,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:32,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:34,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:37,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:39,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:41,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:43,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:44,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:13:44,014 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:13:45,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:47,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:49,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:51,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:53,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:55,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:55,355 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:13:57,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:13:59,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:13:59,240 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:13:59,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:01,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:03,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:05,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:07,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:09,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:11,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:13,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:14,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:14:14,492 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:14:15,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:17,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:19,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:21,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:23,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:25,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:25,430 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:14:27,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:29,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:29,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:14:29,773 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:14:31,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:33,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:35,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:37,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:39,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:41,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:43,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:44,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:14:44,998 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:14:45,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:47,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:49,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:51,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:53,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:55,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:55,505 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:14:57,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:14:59,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:00,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:15:00,526 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:15:01,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:03,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:05,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:07,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:10,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:12,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:14,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:15,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:15:15,865 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:15:16,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:18,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:20,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:22,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:24,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:25,580 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:15:26,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:28,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:30,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:31,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:15:31,157 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:15:32,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:34,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:36,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:38,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:40,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:42,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:44,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:46,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:46,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:15:46,553 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:15:48,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:50,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:52,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:54,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:55,658 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:15:56,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:15:59,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:01,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:01,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:16:01,839 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:16:03,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:05,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:07,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:09,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:11,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:13,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:15,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:17,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:16:17,063 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:16:17,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:19,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:21,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:23,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:25,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:25,733 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:16:27,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:29,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:31,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:32,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:16:32,389 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:16:33,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:35,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:37,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:39,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:41,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:43,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:45,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:47,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:47,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:16:47,702 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:16:49,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:51,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:53,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:55,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:55,806 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:16:57,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:16:59,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:01,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:02,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:17:02,930 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:17:03,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:05,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:07,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:09,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:11,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:13,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:15,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:17,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:18,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:17:18,289 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:17:19,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:21,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:23,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:25,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:25,883 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:17:27,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:29,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:31,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:33,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:17:33,516 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:17:34,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:36,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:38,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:40,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:42,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:44,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:46,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:48,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:48,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:17:48,787 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:17:50,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:52,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:54,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:55,957 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:17:56,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:17:58,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:00,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:02,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:04,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:18:04,014 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:18:04,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:06,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:08,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:10,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:12,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:14,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:16,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:18,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:19,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:18:19,384 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:18:20,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:22,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:24,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:26,025 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:18:26,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:28,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:30,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:32,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:34,406 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:34,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:18:34,827 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:18:36,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:39,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:41,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:43,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:45,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:47,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:49,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:50,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:18:50,214 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:18:51,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:53,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:55,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:56,088 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:18:57,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:18:59,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:01,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:03,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:05,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:05,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:19:05,442 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:19:07,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:09,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:11,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:13,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:15,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:17,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:19,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:20,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:19:20,709 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:19:21,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:23,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:25,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:26,137 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:19:27,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:29,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:31,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:33,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:35,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:35,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:19:35,989 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:19:37,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:39,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:41,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:43,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:45,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:47,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:49,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:51,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:19:51,220 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:19:51,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:53,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:55,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:56,189 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:19:57,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:19:59,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:01,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:04,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:06,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:06,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:20:06,562 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:20:08,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:10,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:12,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:14,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:16,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:18,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:20,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:21,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:20:21,831 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:20:22,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:24,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:26,252 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:20:26,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:28,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:30,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:32,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:34,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:36,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:37,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:20:37,099 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:20:38,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:40,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:42,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:44,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:46,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:48,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:50,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:52,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:20:52,393 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:20:52,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:54,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:56,329 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:20:56,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:20:58,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:00,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:02,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:04,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:06,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:07,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:21:07,657 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:21:08,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:10,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:12,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:15,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:17,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:19,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:21,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:22,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:21:22,935 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:21:23,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:25,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:26,405 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:21:27,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:29,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:31,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:33,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:35,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:37,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:38,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:21:38,159 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:21:39,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:41,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:43,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:45,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:47,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:49,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:51,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:53,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:21:53,483 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:21:53,492 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:55,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:56,482 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:21:57,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:21:59,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:01,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:03,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:05,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:07,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:08,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:22:08,709 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:22:09,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:11,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:13,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:15,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:17,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:19,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:21,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:23,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:24,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:22:24,022 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:22:25,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:26,556 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:22:27,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:29,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:31,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:33,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:35,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:37,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:39,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:22:39,350 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:22:39,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:41,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:43,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:45,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:47,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:49,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:51,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:53,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:54,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:22:54,576 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:22:55,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:56,630 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:22:57,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:22:59,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:01,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:03,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:05,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:07,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:09,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:23:09,805 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:23:10,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:12,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:14,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:16,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:18,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:20,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:22,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:24,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:25,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:23:25,042 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:23:26,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:26,703 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:23:28,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:30,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:32,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:23:40,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:23:40,380 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:23:55,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:23:55,632 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:23:56,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:24:11,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:24:11,237 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:24:26,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:24:26,511 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:24:26,855 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:24:32,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:24:32,171 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 16:24:32,227 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 16:24:32,309 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 16:24:32,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 16:24:34,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:24:40,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:24:41,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:24:41,764 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:24:56,977 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:24:56,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:24:56,997 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:25:02,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:25:12,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:25:12,291 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:25:27,054 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:25:28,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:25:28,074 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:25:43,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:25:43,344 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:25:57,133 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:25:58,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:25:58,570 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:26:13,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:26:13,974 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:26:27,214 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:26:29,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:26:29,210 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:26:44,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:26:44,436 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:26:57,292 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:26:59,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:26:59,724 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:27:14,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:27:14,953 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:27:27,369 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:27:30,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:27:30,184 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:27:45,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:27:45,409 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:27:57,446 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:28:00,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:28:00,635 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:28:15,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:28:15,861 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:28:27,521 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:28:31,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:28:31,090 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:28:46,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:28:46,315 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:28:52,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:28:54,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:28:57,598 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:28:57,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:28:57,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:01,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:29:01,574 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:29:03,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:09,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:13,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:16,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:29:16,800 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:29:17,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:21,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:25,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:27,674 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:29:29,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:31,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:32,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:29:32,027 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:29:35,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:39,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:41,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:45,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:47,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:29:47,315 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:29:47,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:48,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:48,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:29:51,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:53,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:57,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:29:57,748 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:29:59,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:01,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:02,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:30:02,761 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:30:03,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:06,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:06,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:07,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:09,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:09,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:10,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:10,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:11,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:11,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:13,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:15,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:15,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:17,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:17,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:30:17,987 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:30:18,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:18,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:19,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:19,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:21,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:23,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:25,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:26,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:26,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:27,817 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:30:27,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:27,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:29,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:29,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:30,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:31,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:31,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:32,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:30:33,292 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:30:33,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:33,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:33,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:34,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:35,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:37,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:37,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:37,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:38,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:39,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:40,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:40,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:41,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:42,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:42,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:43,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:43,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:44,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:45,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:47,710 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:48,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:30:48,537 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:30:49,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:51,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:53,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:30:53,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:55,713 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:30:57,890 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:31:03,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:03,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:31:03,830 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:31:07,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:07,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:09,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:13,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:17,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:19,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:31:19,057 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:31:24,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:26,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:27,965 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:31:30,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:34,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:31:34,313 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:31:34,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:36,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:40,731 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:42,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:46,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:48,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:49,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:31:49,539 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:31:52,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:53,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:53,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:31:54,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:56,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:31:58,037 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:32:00,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:02,741 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:04,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:04,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:32:04,854 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:32:06,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:08,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:10,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:10,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:12,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:14,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:14,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:16,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:16,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:18,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:18,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:18,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:19,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:20,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:32:20,129 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:32:20,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:21,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:21,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:22,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:22,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:23,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:24,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:26,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:28,111 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:32:28,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:30,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:30,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:31,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:31,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:32,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:33,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:33,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:34,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:34,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:35,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:32:35,506 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:32:36,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:37,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:37,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:38,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:39,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:39,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:40,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:40,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:41,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:42,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:43,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:43,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:44,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:45,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:45,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:46,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:46,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:47,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:48,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:49,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:50,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:32:50,729 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:32:51,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:53,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:32:53,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:53,851 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 16:32:54,064 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 16:32:54,141 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 16:32:54,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 16:32:54,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:55,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:32:58,252 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:33:03,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:05,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:33:05,965 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:33:09,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:13,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:17,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:21,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:33:21,185 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:33:21,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:25,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:27,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:27,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:33:28,326 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:33:29,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:33,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:36,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:33:36,566 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:33:37,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:39,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:43,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:45,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:49,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:51,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:51,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:33:51,997 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:33:55,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:57,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:33:58,398 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:33:59,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:02,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:02,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:03,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:05,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:07,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:34:07,224 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:34:07,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:09,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:11,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:15,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:16,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:16,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:17,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:19,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:21,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:21,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:22,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:34:22,450 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:34:23,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:23,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:24,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:24,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:25,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:27,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:27,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:28,473 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:34:28,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:30,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:30,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:31,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:31,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:32,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:34,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:35,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:35,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:36,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:37,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:37,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:34:37,852 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:34:38,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:38,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:38,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:39,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:40,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:41,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:41,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:42,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:44,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:44,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:45,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:45,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:46,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:46,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:48,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:49,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:49,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:50,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:50,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:51,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:52,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:53,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:34:53,073 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:34:53,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:53,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:54,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:55,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:55,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:34:56,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:34:58,546 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:34:58,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:08,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:35:08,472 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:35:08,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:12,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:16,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:20,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:23,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:35:23,976 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:35:24,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:28,620 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:35:28,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:32,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:36,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:38,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:38,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:38,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:35:39,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:35:39,199 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:35:42,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:44,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:48,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:50,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:54,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:35:54,560 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:35:54,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:56,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:35:58,693 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:35:58,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:02,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:04,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:06,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:08,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:08,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:08,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:09,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:36:09,802 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:36:12,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:14,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:16,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:18,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:20,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:22,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:24,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:24,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:36:25,023 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:36:25,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:25,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:26,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:26,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:27,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:28,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:28,760 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:36:29,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:30,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:30,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:31,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:32,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:32,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:33,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:34,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:34,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:35,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:37,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:37,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:38,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:38,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:39,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:40,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:36:40,250 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:36:40,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:40,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:41,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:41,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:41,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:41,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:41,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:41,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:42,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:42,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:43,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:45,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:46,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:46,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:47,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:48,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:48,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:49,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:50,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:50,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:51,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:52,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:52,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:53,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:54,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:54,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:55,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:36:55,531 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:36:55,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:56,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:36:56,690 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 16:36:56,909 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 16:36:56,991 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 16:36:57,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 16:36:57,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:58,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:36:58,997 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:37:05,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:10,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:37:10,842 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:37:11,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:15,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:19,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:24,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:26,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:37:26,191 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:37:28,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:29,070 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:37:32,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:34,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:38,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:41,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:37:41,494 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:37:42,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:42,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:42,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:37:44,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:48,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:50,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:54,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:56,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:37:56,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:37:56,831 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:37:59,190 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:38:00,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:03,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:05,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:07,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:11,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:12,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:38:12,062 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:38:12,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:12,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:13,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:15,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:17,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:19,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:21,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:23,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:25,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:27,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:27,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:27,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:38:27,295 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:38:28,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:28,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:29,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:29,218 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:38:30,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:30,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:31,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:32,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:32,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:33,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:33,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:34,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:35,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:36,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:36,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:37,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:37,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:38,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:39,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:40,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:40,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:41,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:41,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:42,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:38:42,702 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:38:43,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:43,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:43,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:44,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:45,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:45,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:46,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:47,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:47,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:48,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:49,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:50,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:50,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:51,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:51,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:52,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:53,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:53,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:54,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:55,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:55,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:56,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:56,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:56,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:56,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:56,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:56,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:56,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:56,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:38:57,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:38:57,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:38:57,935 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:38:59,292 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:39:01,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:01,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:07,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:12,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:12,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:13,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:13,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:39:13,355 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:39:17,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:21,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:25,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:28,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:39:28,771 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:39:29,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:29,365 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:39:31,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:35,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:39,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:41,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:44,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:39:44,063 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:39:46,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:48,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:52,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:52,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:52,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:39:54,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:58,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:39:59,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:39:59,355 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:39:59,652 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:40:00,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:02,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:04,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:08,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:10,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:12,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:13,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:13,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:14,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:14,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:40:14,654 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:40:18,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:20,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:22,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:24,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:26,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:28,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:29,514 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:40:29,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:40:29,977 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:40:30,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:31,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:31,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:32,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:34,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:36,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:36,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:36,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:37,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:38,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:38,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:39,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:40,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:41,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:41,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:42,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:42,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:44,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:44,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:40:45,226 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:40:45,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:45,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:46,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:46,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:47,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:48,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:48,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:49,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:50,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:50,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:52,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:53,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:53,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:54,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:54,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:55,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:56,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:56,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:40:57,450 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 16:40:57,643 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 16:40:57,718 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 16:40:58,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 16:40:59,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:40:59,725 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:41:00,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:41:00,456 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:41:03,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:03,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:05,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:09,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:11,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:11,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:15,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:15,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:41:15,772 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:41:19,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:23,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:24,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:24,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:41:25,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:29,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:29,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:41:31,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:41:31,008 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:41:33,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:37,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:41,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:43,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:46,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:41:46,299 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:41:47,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:49,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:54,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:56,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:41:59,878 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:42:00,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:01,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:42:01,521 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:42:02,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:04,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:04,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:04,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:08,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:10,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:12,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:14,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:16,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:16,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:42:16,744 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:42:18,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:22,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:22,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:22,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:24,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:26,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:28,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:29,955 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:42:30,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:32,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:42:32,122 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:42:32,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:34,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:36,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:38,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:39,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:39,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:40,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:40,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:41,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:42,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:43,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:43,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:44,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:45,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:45,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:46,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:47,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:42:47,397 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:42:47,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:47,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:48,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:49,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:49,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:50,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:50,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:51,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:52,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:52,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:53,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:54,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:54,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:55,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:42:56,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:56,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:42:58,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:00,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,039 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:43:00,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:00,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:02,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:43:02,906 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:43:04,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:04,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:05,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:07,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:08,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:09,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:09,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:10,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:12,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:12,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:15,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:16,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:17,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:17,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:18,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:43:18,272 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:43:20,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:24,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:28,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:30,111 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:43:30,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:30,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:43:32,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:33,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:43:33,522 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:43:36,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:38,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:42,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:44,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:48,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:48,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:43:48,745 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:43:50,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:54,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:56,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:43:58,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:00,184 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:44:01,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:04,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:44:04,003 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:44:05,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:07,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:07,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:07,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:09,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:11,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:13,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:15,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:17,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:19,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:19,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:44:19,258 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:44:21,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:23,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:24,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:24,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:25,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:27,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:29,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:30,257 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:44:31,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:33,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:34,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:44:34,480 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:44:35,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:37,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:39,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:39,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:39,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:40,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:41,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:41,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:42,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:43,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:44,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:44,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:45,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:45,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:46,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:47,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:47,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:49,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:44:49,768 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:44:49,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:49,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:50,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:51,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:51,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:52,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:44:53,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:53,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:54,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:44:54,200 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 16:44:54,424 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 16:44:54,501 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 16:44:55,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 16:44:55,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:00,516 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:45:05,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:45:05,175 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:45:05,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:06,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:06,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:07,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:09,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:11,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:12,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:12,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:14,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:16,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:17,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:19,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:19,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:45:20,403 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:45:20,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:20,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:22,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:25,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:25,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:26,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:30,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:30,591 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:45:32,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:35,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:45:35,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:45:35,938 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:45:36,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:38,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:42,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:44,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:48,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:50,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:51,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:45:51,165 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:45:54,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:56,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:45:58,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:00,665 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:46:02,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:04,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:06,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:06,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:46:06,393 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:46:08,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:10,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:12,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:12,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:12,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:16,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:18,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:21,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:21,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:46:21,619 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:46:23,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:25,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:27,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:27,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:27,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:29,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:30,741 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:46:31,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:33,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:35,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:36,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:46:36,844 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:46:37,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:39,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:41,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:42,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:42,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:43,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:44,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:44,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:45,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:45,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:47,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:47,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:48,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:49,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:49,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:50,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:51,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:52,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:46:52,118 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:46:52,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:52,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:53,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:53,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:54,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:55,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:46:57,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:57,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:46:59,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:00,814 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:47:01,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:01,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:06,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:07,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:47:07,354 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:47:07,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:09,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:09,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:11,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:11,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:15,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:18,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:18,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:19,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:19,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:20,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:21,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:22,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:47:22,911 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:47:23,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:24,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:24,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:25,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:26,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:27,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:27,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:30,889 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:47:31,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:33,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:33,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:35,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:37,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:38,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:47:38,136 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:47:41,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:47:41,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:45,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:47,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:51,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:53,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:47:53,629 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:47:54,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:47:56,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:00,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:00,958 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:48:02,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:04,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:06,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:08,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:48:08,955 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:48:10,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:12,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:14,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:16,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:16,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:16,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:18,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:20,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:22,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:24,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:48:24,274 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:48:24,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:26,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:28,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:29,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:29,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:30,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:31,032 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:48:32,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:34,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:36,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:38,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:39,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:48:39,658 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:48:40,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:42,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:44,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:44,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:45,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:45,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:46,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:46,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:47,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:48,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:49,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:49,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:50,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:50,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:51,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:52,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:53,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:53,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:54,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:48:54,912 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:48:54,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:54,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 16:48:55,690 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 16:48:55,925 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 16:48:55,988 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 16:48:56,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 16:48:56,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:48:58,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:00,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:01,122 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:49:02,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:04,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:06,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:08,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:10,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:49:10,188 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:49:10,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:12,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:14,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:16,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:18,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:20,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:22,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:24,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:25,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:49:25,461 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:49:27,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:29,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:31,197 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:49:31,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:33,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:35,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:37,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:39,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:40,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:49:40,687 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:49:41,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:43,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:45,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:47,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:49,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:51,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:53,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:55,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:55,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:49:55,910 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:49:57,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:49:59,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:01,272 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:50:01,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:03,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:05,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:07,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:09,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:11,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:50:11,351 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:50:11,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:13,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:15,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:17,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:19,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:21,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:23,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:25,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:26,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:50:26,579 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:50:27,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:29,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:31,344 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:50:31,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:33,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:35,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:37,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:39,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:41,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:41,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:50:41,910 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:50:43,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:45,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:47,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:50,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:52,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:54,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:56,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:50:57,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:50:57,152 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:50:58,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:00,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:01,427 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:51:02,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:04,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:06,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:08,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:10,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:12,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:51:12,373 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:51:12,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:14,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:16,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:18,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:20,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:22,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:24,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:26,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:27,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:51:27,802 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:51:28,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:30,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:31,501 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:51:32,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:34,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:36,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:38,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:40,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:42,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:43,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:51:43,071 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:51:44,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:46,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:48,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:50,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:52,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:54,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:56,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:51:58,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:51:58,311 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:51:58,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:01,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:01,576 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:52:03,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:05,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:07,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:09,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:11,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:13,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:13,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:52:13,537 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:52:15,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:17,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:19,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:21,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:23,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:25,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:27,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:28,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:52:28,891 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:52:29,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:31,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:31,652 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:52:33,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:35,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:37,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:39,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:41,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:43,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:44,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:52:44,300 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:52:45,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:47,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:49,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:51,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:53,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:56,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:58,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:52:59,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:52:59,669 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:53:00,541 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:01,715 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:53:02,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:04,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:06,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:08,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:10,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:12,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:14,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:14,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:53:14,900 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:53:16,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:18,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:20,551 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:22,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:24,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:26,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:28,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:30,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:53:30,337 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:53:30,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:31,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:53:32,557 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:34,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:36,559 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:38,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:40,561 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:42,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:44,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:45,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:53:45,566 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:53:46,564 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:48,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:50,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:52,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:54,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:56,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:53:58,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:00,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:54:00,879 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:54:01,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:01,818 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:54:03,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:05,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:07,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:09,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:11,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:13,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:15,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:16,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:54:16,133 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:54:17,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:19,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:21,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:23,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:25,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:27,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:29,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:31,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:54:31,436 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:54:31,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:31,869 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:54:33,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:35,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:37,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:39,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:41,590 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:43,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:45,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:46,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:54:46,768 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:54:47,593 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:49,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:51,595 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:53,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:55,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:57,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:54:59,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:01,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:01,931 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:55:02,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:55:02,065 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:55:03,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:05,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:07,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:09,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:11,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:13,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:15,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:17,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:55:17,380 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:55:17,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:19,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:21,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:23,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:25,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:27,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:29,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:31,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:31,999 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:55:32,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:55:32,680 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:55:33,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:35,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:38,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:40,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:42,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:44,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:46,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:47,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:55:47,945 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:55:48,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:50,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:52,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:54,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:56,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:55:58,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:00,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:02,073 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:56:02,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:03,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:56:03,255 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:56:04,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:06,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:08,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:10,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:12,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:14,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:16,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:18,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:56:18,536 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:56:18,637 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:20,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:22,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:24,640 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:26,641 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:28,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:30,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:32,149 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:56:32,644 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:33,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:56:33,848 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:56:34,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:36,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:38,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:40,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:42,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:44,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:46,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:48,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:49,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:56:49,130 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:56:51,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:53,651 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:55,652 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:57,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:56:59,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:01,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:02,219 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:57:03,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:04,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:57:04,355 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:57:05,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:07,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:09,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:11,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:13,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:15,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:17,660 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:19,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:57:19,648 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:57:19,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:21,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:23,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:25,663 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:27,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:29,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:31,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:32,284 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:57:33,666 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:35,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:57:35,010 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:57:35,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:37,668 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:39,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:41,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:43,670 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:45,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:48,672 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:50,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:57:50,272 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:57:50,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:52,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:54,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:56,676 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:57:58,676 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:00,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:02,355 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:58:02,678 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:04,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:05,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:58:05,777 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:58:06,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:08,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:10,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:12,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:14,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:16,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:18,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:20,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:20,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:58:20,998 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:58:22,687 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:24,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:26,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:28,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:30,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:32,431 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:58:32,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:34,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:36,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:58:36,322 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:58:36,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:38,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:40,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:42,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:44,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:46,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:48,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:50,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:51,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:58:51,645 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:58:52,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:54,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:56,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:58:58,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:00,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:02,502 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:59:02,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:05,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:06,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:59:06,899 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:59:07,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:09,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:11,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:13,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:15,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:17,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:19,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:21,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:22,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:59:22,222 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:59:23,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:25,710 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:27,710 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:29,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:31,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:32,575 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 16:59:33,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:35,713 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:37,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:59:37,467 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:59:37,714 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:39,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:41,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:43,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:45,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:47,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:49,719 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:51,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:52,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 16:59:52,761 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 16:59:53,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:55,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:57,722 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 16:59:59,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:01,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:02,648 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:00:03,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:05,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:07,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:08,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:00:08,003 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:00:09,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:11,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:13,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:15,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:17,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:19,731 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:21,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:23,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:00:23,292 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:00:23,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:25,733 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:27,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:29,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:32,724 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:00:32,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:34,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:36,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:38,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:00:38,517 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:00:38,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:40,741 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:42,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:44,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:46,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:48,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:50,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:52,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:53,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:00:53,839 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:00:54,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:56,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:00:58,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:00,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:02,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:02,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:01:04,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:06,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:08,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:09,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:01:09,154 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:01:10,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:12,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:14,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:16,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:18,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:20,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:22,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:24,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:01:24,655 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:01:25,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:27,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:29,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:31,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:32,875 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:01:33,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:35,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:37,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:39,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:39,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:01:39,916 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:01:41,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:43,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:45,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:47,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:49,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:51,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:53,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:55,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:01:55,241 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:01:55,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:57,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:01:59,776 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:01,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:02,948 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:02:03,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:05,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:07,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:09,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:10,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:02:10,474 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:02:11,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:13,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:15,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:17,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:19,785 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:21,786 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:23,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:25,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:26,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:02:26,067 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:02:27,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:29,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:31,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:33,021 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:02:34,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:36,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:38,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:40,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:41,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:02:41,296 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:02:42,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:44,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:46,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:48,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:50,800 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:52,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:54,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:56,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:02:56,561 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:02:56,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:02:58,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:00,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:02,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:03,094 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:03:04,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:06,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:08,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:10,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:11,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:03:11,837 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:03:12,811 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:14,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:16,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:18,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:20,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:22,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:24,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:26,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:27,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:03:27,126 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:03:28,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:30,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:32,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:33,169 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:03:34,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:36,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:38,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:40,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:42,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:03:42,353 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:03:42,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:44,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:46,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:48,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:50,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:52,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:54,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:56,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:03:57,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:03:57,717 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:03:58,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:00,833 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:02,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:03,244 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:04:04,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:07,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:09,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:11,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:13,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:04:13,204 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:04:13,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:15,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:17,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:19,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:21,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:23,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:25,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:27,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:28,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:04:28,458 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:04:29,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:31,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:33,317 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:04:33,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:35,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:37,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:39,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:41,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:43,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:04:43,747 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:04:43,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:45,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:47,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:49,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:51,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:53,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:55,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:57,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:04:59,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:04:59,127 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:04:59,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:01,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:03,391 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:05:03,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:05,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:07,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:09,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:11,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:13,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:14,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:05:14,354 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:05:15,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:17,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:19,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:21,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:23,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:25,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:27,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:29,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:05:29,686 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:05:29,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:31,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:33,466 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:05:33,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:36,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:38,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:40,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:42,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:44,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:44,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:05:44,911 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:05:46,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:48,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:50,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:52,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:54,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:56,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:05:58,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:00,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:06:00,216 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:06:00,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:02,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:03,536 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:06:04,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:06,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:08,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:10,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:12,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:14,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:15,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:06:15,625 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:06:16,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:18,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:20,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:22,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:24,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:26,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:28,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:30,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:06:30,848 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:06:30,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:32,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:33,609 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:06:34,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:36,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:38,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:40,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:42,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:44,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:46,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:06:46,222 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:06:47,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:49,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:51,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:53,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:55,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:57,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:06:59,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:01,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:07:01,450 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:07:01,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:03,684 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:07:03,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:05,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:07,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:09,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:11,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:13,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:15,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:16,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:07:16,732 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:07:17,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:19,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:21,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:23,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:25,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:27,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:29,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:31,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:32,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:07:32,113 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:07:33,759 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:07:33,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:35,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:37,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:39,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:41,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:43,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:45,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:47,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:07:47,369 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:07:47,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:49,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:51,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:53,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:55,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:57,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:07:59,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:01,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:02,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:08:02,707 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:08:03,833 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:08:04,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:06,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:08,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:10,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:12,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:14,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:16,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:17,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:08:17,982 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:08:18,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:20,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:22,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:24,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:26,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:28,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:30,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:32,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:33,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:08:33,305 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:08:33,905 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:08:34,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:36,950 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:38,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:40,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:42,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:44,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:46,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:48,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:08:48,570 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:08:48,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:50,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:52,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:54,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:56,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:08:58,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:00,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:02,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:03,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:09:03,869 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:09:04,119 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:09:04,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:06,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:08,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:10,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:12,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:14,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:16,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:18,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:19,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:09:19,208 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:09:21,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:23,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:25,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:27,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:29,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:31,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:33,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:34,056 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:09:34,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:09:34,586 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:09:35,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:37,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:39,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:41,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:43,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:45,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:47,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:49,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:09:49,962 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:09:49,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:51,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:53,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:55,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:57,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:09:59,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:01,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:03,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:04,129 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:10:05,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:10:05,188 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:10:05,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:07,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:09,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:12,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:14,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:16,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:18,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:20,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:10:20,478 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:10:20,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:22,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:24,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:27,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:29,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:31,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:33,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:34,206 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:10:35,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:35,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:10:35,703 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:10:37,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:39,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:41,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:43,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:45,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:47,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:49,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:50,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:10:50,928 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:10:51,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:53,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:55,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:57,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:10:59,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:01,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:03,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:04,272 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:11:05,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:06,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:11:06,155 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:11:07,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:09,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:11,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:13,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:15,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:17,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:19,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:21,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:21,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:11:21,382 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:11:23,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:25,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:27,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:30,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:32,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:34,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:34,336 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:11:36,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:36,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:11:36,691 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:11:38,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:40,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:42,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:44,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:46,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:48,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:50,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:51,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:11:51,956 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:11:52,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:54,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:56,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:11:58,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:00,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:02,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:04,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:04,408 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:12:06,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:07,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:12:07,229 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:12:08,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:10,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:12,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:14,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:16,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:18,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:20,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:22,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:22,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:12:22,527 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:12:24,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:26,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:28,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:30,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:32,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:34,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:34,480 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:12:37,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:37,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:12:37,795 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:12:39,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:41,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:43,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:45,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:47,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:49,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:51,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:53,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:12:53,018 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:12:53,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:55,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:57,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:12:59,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:01,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:03,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:04,547 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:13:05,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:07,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:08,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:13:08,351 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:13:09,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:11,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:13,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:15,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:17,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:19,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:21,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:23,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:23,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:13:23,641 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:13:25,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:27,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:29,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:31,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:33,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:34,622 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:13:35,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:37,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:39,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:13:39,067 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:13:39,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:41,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:43,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:45,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:47,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:49,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:51,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:53,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:54,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:13:54,297 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:13:55,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:57,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:13:59,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:01,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:03,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:04,697 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:14:05,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:07,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:09,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:09,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:14:09,763 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:14:11,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:13,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:15,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:17,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:19,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:21,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:23,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:24,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:14:24,989 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:14:25,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:27,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:30,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:32,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:34,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:34,763 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:14:36,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:38,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:40,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:40,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:14:40,209 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:14:42,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:44,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:46,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:48,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:50,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:52,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:54,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:55,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:14:55,431 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:14:56,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:14:58,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:00,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:02,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:04,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:04,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:15:06,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:08,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:10,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:10,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:15:10,668 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:15:12,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:14,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:16,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:18,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:20,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:22,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:24,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:25,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:15:25,896 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:15:26,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:28,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:30,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:32,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:34,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:34,908 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:15:36,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:38,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:40,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:41,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:15:41,123 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:15:42,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:44,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:46,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:48,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:50,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:52,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:54,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:56,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:15:56,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:15:56,420 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:15:58,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:00,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:02,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:04,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:04,980 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:16:06,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:08,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:10,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:11,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:16:11,749 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:16:12,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:15,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:17,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:19,146 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:21,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:23,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:25,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:27,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:16:27,067 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:16:27,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:29,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:31,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:33,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:35,054 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:16:35,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:37,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:39,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:41,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:42,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:16:42,331 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:16:43,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:45,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:47,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:49,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:51,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:53,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:55,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:57,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:16:57,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:16:57,675 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:16:59,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:01,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:03,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:05,126 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:17:05,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:07,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:09,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:11,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:13,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:17:13,000 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:17:13,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:15,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:17,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:19,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:21,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:23,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:25,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:27,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:28,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:17:28,225 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:17:29,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:31,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:33,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:35,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:35,199 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:17:37,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:39,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:41,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:43,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:43,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:17:43,447 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:17:45,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:47,185 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:49,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:51,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:53,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:55,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:58,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:17:58,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:17:58,738 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:18:00,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:02,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:04,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:05,266 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:18:06,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:08,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:10,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:12,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:14,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:18:14,097 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:18:14,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:16,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:18,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:20,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:22,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:24,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:26,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:28,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:29,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:18:29,370 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:18:30,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:32,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:34,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:35,316 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:18:36,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:38,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:40,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:42,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:44,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:44,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:18:44,596 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:18:46,220 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:48,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:50,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:52,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:54,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:57,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:59,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:18:59,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:18:59,824 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:19:01,227 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:03,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:05,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:05,384 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:19:07,229 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:09,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:11,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:13,231 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:15,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:19:15,189 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:19:15,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:17,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:19,234 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:21,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:23,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:25,237 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:27,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:29,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:30,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:19:30,525 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:19:31,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:33,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:35,242 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:35,453 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:19:37,243 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:39,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:41,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:43,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:45,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:45,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:19:45,805 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:19:47,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:49,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:51,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:53,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:55,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:19:57,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:00,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:01,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:20:01,031 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:20:02,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:04,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:05,526 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:20:06,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:08,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:10,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:12,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:15,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:16,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:20:16,262 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:20:17,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:19,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:21,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:23,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:25,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:27,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:29,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:31,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:31,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:20:31,546 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:20:33,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:35,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:35,599 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:20:37,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:39,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:41,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:43,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:45,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:46,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:20:46,843 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:20:47,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:49,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:51,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:53,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:55,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:57,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:20:59,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:01,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:02,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:21:02,079 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:21:03,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:05,674 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:21:06,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:08,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:10,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:12,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:14,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:16,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:17,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:21:17,455 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:21:18,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:20,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:22,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:24,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:26,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:28,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:30,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:32,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:32,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:21:32,681 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:21:34,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:35,749 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:21:36,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:38,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:40,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:42,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:44,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:46,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:47,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:21:47,916 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:21:48,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:50,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:52,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:54,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:56,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:21:58,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:00,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:02,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:03,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:22:03,141 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:22:04,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:05,825 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:22:06,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:08,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:10,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:12,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:14,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:16,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:18,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:18,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:22:18,450 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:22:20,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:22,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:25,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:27,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:29,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:31,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:33,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:33,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:22:33,709 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:22:35,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:35,901 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:22:37,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:39,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:41,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:43,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:45,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:47,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:48,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:22:48,965 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:22:49,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:51,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:53,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:55,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:57,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:22:59,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:01,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:03,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:04,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:23:04,270 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:23:05,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:05,973 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:23:07,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:09,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:11,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:13,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:15,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:17,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:19,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:19,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:23:19,540 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:23:21,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:23,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:25,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:27,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:29,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:31,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:33,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:34,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:23:34,858 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:23:35,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:36,045 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:23:37,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:39,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:41,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:43,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:45,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:47,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:49,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:50,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:23:50,198 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:23:51,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:53,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:55,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:57,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:23:59,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:01,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:03,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:05,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:05,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:24:05,451 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:24:06,120 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:24:07,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:09,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:12,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:14,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:16,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:18,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:20,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:20,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:24:20,756 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:24:22,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:24,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:26,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:28,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:30,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:32,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:34,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:36,194 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:24:36,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:36,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:24:36,628 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:24:38,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:40,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:42,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:44,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:46,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:48,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:50,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:51,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:24:51,909 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:24:52,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:54,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:56,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:24:58,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:00,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:02,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:05,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:06,267 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:25:07,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:25:07,194 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:25:07,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:09,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:11,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:13,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:15,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:17,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:19,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:21,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:22,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:25:22,776 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:25:23,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:25,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:27,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:29,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:31,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:33,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:35,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:36,341 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:25:37,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:38,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:25:38,048 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:25:39,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:41,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:43,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:45,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:47,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:49,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:51,406 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:53,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:25:53,270 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:25:53,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:55,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:57,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:25:59,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:01,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:03,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:05,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:06,416 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:26:07,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:08,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:26:08,496 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:26:09,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:11,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:14,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:16,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:18,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:20,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:22,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:23,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:26:23,803 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:26:24,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:26,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:28,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:30,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:32,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:34,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:36,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:36,490 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:26:38,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:39,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:26:39,182 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:26:40,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:42,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:44,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:46,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:48,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:50,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:52,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:54,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:54,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:26:54,448 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:26:56,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:26:58,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:00,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:02,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:04,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:06,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:06,564 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:27:08,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:09,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:27:09,885 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:27:10,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:12,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:14,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:16,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:18,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:20,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:23,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:25,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:27:25,154 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:27:25,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:27,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:29,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:31,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:33,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:35,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:36,636 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:27:37,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:39,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:40,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:27:40,381 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:27:41,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:43,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:45,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:47,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:49,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:51,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:53,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:55,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:55,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:27:55,606 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:27:57,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:27:59,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:01,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:03,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:05,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:06,710 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:28:07,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:09,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:10,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:28:10,948 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:28:11,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:13,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:15,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:17,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:19,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:21,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:23,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:25,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:26,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:28:26,238 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:28:27,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:29,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:32,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:34,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:36,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:36,780 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:28:38,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:40,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:41,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:28:41,767 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:28:42,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:44,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:46,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:48,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:50,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:52,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:54,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:56,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:28:56,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:28:56,989 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:28:58,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:00,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:02,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:04,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:06,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:06,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:29:08,492 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:10,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:12,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:29:12,346 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:29:12,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:14,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:16,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:18,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:20,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:22,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:24,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:26,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:27,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:29:27,694 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:29:28,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:30,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:32,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:34,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:36,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:36,929 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:29:38,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:40,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:42,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:29:42,913 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:29:43,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:45,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:47,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:49,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:51,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:53,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:55,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:57,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:29:58,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:29:58,285 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:29:59,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:01,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:03,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:05,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:07,000 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:30:07,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:09,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:11,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:13,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:13,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:30:13,539 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:30:15,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:17,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:19,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:21,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:23,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:25,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:27,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:28,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:30:28,763 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:30:29,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:31,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:33,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:35,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:37,073 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:30:37,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:39,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:41,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:43,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:44,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:30:44,039 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:30:45,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:47,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:50,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:52,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:54,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:56,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:58,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:30:59,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:30:59,303 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:31:00,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:02,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:04,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:06,541 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:07,150 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:31:08,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:10,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:12,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:14,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:14,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:31:14,624 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:31:16,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:18,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:20,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:22,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:24,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:26,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:28,551 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:29,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:31:29,881 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:31:30,551 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:32,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:34,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:36,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:37,222 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:31:38,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:40,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:42,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:44,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:45,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:31:45,174 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:31:46,557 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:48,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:50,559 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:52,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:54,561 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:57,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:31:59,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:00,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:32:00,404 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:32:01,564 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:03,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:05,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:07,292 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:32:07,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:09,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:11,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:13,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:15,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:15,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:32:15,707 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:32:17,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:19,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:21,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:23,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:25,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:27,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:29,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:30,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:32:30,990 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:32:31,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:33,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:35,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:37,388 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:32:37,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:39,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:41,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:43,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:45,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:46,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:32:46,345 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:32:47,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:49,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:51,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:53,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:55,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:57,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:32:59,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:33:01,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:33:01,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:33:01,613 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:33:03,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:33:05,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:33:07,439 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:33:16,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:33:16,896 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:33:32,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:33:32,180 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:33:37,514 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:33:47,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:33:47,486 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:34:02,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:34:02,748 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:34:05,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:34:05,376 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 17:34:05,430 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 17:34:05,510 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 17:34:05,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 17:34:06,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:34:07,617 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:34:08,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:34:14,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:34:18,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:34:18,032 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:34:33,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:34:33,325 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:34:34,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:34:37,698 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:34:48,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:34:48,575 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:35:03,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:35:03,800 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:35:07,771 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:35:19,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:35:19,213 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:35:34,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:35:34,438 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:35:37,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:35:49,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:35:49,665 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:36:04,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:36:04,953 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:36:07,928 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:36:20,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:36:20,177 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:36:35,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:36:35,408 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:36:38,005 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:36:50,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:36:50,663 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:37:05,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:37:05,890 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:37:08,083 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:37:21,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:37:21,169 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:37:36,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:37:36,395 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:37:38,162 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:37:51,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:37:51,620 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:38:06,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:38:06,846 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:38:08,237 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:38:22,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:38:22,141 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:38:26,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:38:28,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:38:31,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:31,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:37,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:38:37,611 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:38:38,311 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:38:38,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:38:41,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:41,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:42,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:38:43,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:43,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:45,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:46,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:47,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:48,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:38:50,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:38:51,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:51,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:52,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:38:52,882 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:38:54,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:38:57,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:57,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:38:59,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:00,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:00,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:02,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:03,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:04,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:04,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:05,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:06,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:07,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:07,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:08,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:39:08,102 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:39:09,141 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:39:09,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:09,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:13,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:15,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:19,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:21,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:23,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:23,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:24,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:39:24,143 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:39:25,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:27,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:29,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:33,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:35,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:37,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:38,448 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:39:39,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:39:39,371 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:39:39,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:43,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:45,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:47,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:49,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:51,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:53,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:54,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:39:54,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:39:54,588 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:39:55,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:57,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:39:59,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:01,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:03,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:04,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:04,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:05,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:07,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:08,514 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:40:09,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:09,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:40:09,924 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:40:11,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:13,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:15,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:17,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:17,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:19,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:19,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:19,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:20,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:21,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:22,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:22,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:23,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:24,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:24,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:40:25,188 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:40:25,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:25,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:26,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:26,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:27,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:29,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:38,581 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:40:39,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:39,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:39,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:40,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:40:40,411 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:40:43,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:47,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:47,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:49,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:50,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:52,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:52,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:54,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:55,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:40:55,634 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:40:57,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:57,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:58,785 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:40:59,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:40:59,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:01,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:02,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:06,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:06,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:08,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:08,651 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:41:08,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:09,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:09,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:10,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:41:10,860 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:41:11,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:11,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:12,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:13,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:13,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:14,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:16,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:16,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:17,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:18,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:22,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:24,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:26,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:41:26,077 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:41:26,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:30,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:31,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:31,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:41:32,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:34,800 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:38,721 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:41:38,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:40,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:41,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:41:41,301 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:41:42,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:44,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:46,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:48,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:50,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:52,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:54,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:56,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:41:56,526 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:41:56,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:41:58,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:00,811 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:01,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:01,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:02,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:04,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:06,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:06,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:06,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:08,789 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:42:08,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:10,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:11,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:42:11,859 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:42:12,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:14,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:16,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:18,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:19,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:19,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:20,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:22,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:22,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:24,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:24,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:26,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:26,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:26,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:42:27,089 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:42:27,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:27,397 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 17:42:27,475 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 17:42:27,532 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 17:42:27,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 17:42:28,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:29,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:29,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:29,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:29,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:29,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:29,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:29,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:30,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:36,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:37,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:37,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:38,902 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:42:39,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:39,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:40,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:42,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:42:42,583 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:42:42,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:43,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:43,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:43,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:43,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:43,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:43,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:43,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:43,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:44,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:44,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:44,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:44,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:44,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:44,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:44,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:44,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:46,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:46,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:48,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:50,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:52,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:52,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:54,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:57,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:42:57,857 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:42:58,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:42:59,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:42:59,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:00,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:01,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:01,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:03,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:04,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:06,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:06,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:08,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:08,975 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:43:10,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:10,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:12,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:13,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:43:13,085 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:43:13,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:13,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:14,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:14,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:15,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:16,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:18,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:19,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:19,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:20,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:25,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:27,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:28,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:43:28,491 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:43:29,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:33,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:35,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:43:35,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:37,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:39,043 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:43:39,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:43,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:43:43,767 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:43:43,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:45,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:47,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:49,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:51,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:53,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:55,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:57,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:43:59,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:43:59,027 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:43:59,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:01,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:03,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:03,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:05,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:07,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:09,113 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:44:09,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:11,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:11,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:11,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:11,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:11,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:11,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:12,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:13,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:14,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:44:14,252 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:44:15,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:17,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:19,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:21,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:23,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:24,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:24,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:25,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:26,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:26,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:27,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:27,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:27,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:27,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:27,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:27,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:27,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:27,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:27,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:29,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:44:29,512 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:44:30,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:30,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:37,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:39,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:39,182 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:44:43,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:44,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:44:44,806 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:44:45,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:45,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:46,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:47,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:49,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:49,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:51,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:53,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:53,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:54,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:55,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:44:59,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:44:59,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:00,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:45:00,090 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:45:01,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:01,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:04,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:06,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:09,253 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:45:10,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:11,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:11,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:12,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:13,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:13,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:14,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:15,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:45:15,433 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:45:16,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:19,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:19,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:20,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:20,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:21,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:22,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:23,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:23,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:24,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:24,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:25,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:26,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:28,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:30,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:45:30,807 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:45:30,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:34,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:36,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:38,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:39,327 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:45:40,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:44,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:46,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:45:46,035 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:45:46,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:45:46,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:48,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:50,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:52,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:54,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:56,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:45:58,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:00,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:01,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:46:01,265 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:46:02,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:04,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:06,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:06,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:08,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:09,399 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:46:10,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:12,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:14,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:14,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:16,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:46:16,492 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:46:16,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:18,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:20,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:22,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:24,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:26,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:26,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:26,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:27,356 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 17:46:27,579 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 17:46:27,656 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 17:46:27,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 17:46:28,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:30,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:30,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:31,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:46:31,760 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:46:34,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:34,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:38,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:39,687 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:46:40,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:40,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:41,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:42,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:46,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:47,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:46:47,013 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:46:51,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:51,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:52,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:53,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:54,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:54,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:57,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:46:58,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:58,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:46:59,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:01,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:01,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:02,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:47:02,392 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:47:03,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:04,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:04,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:06,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:07,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:08,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:08,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:09,781 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:47:11,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:11,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:13,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:13,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:14,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:14,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:17,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:47:17,688 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:47:17,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:19,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:19,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:21,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:21,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:22,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:23,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:25,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:25,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:26,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:26,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:28,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:29,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:31,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:32,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:32,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:47:33,012 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:47:33,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:33,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:34,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:35,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:36,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:36,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:37,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:39,854 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:47:39,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:41,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:45,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:47,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:47:47,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:48,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:47:48,269 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:47:49,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:51,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:53,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:55,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:57,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:47:59,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:01,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:03,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:48:03,494 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:48:03,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:05,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:07,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:09,927 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:48:09,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:11,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:11,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:13,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:15,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:17,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:18,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:18,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:48:18,730 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:48:19,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:21,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:23,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:25,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:27,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:27,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:27,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:27,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:27,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:28,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:28,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:28,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:28,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:28,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:28,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:28,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:28,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:29,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:34,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:48:34,246 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:48:37,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:39,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:39,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:40,001 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:48:41,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:41,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:43,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:44,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:44,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:46,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:47,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:49,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:48:49,615 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:48:51,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:52,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:52,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:55,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:48:59,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:48:59,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:00,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:00,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:01,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:03,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:04,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:49:04,948 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:49:05,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:05,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:07,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:09,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:10,075 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:49:10,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,143 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:10,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:13,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:14,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:16,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:16,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:17,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:17,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:19,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:49:20,192 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:49:20,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:20,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:22,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:23,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:23,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:27,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:27,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:28,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:29,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:30,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:30,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:31,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:32,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:32,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:33,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:34,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:35,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:49:35,417 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:49:35,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:35,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:37,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:38,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:38,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:39,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:39,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,148 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:49:40,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:40,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:41,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:42,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:42,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:43,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:47,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:49,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:50,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:49:50,643 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:49:51,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:51,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:51,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:49:53,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:55,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:57,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:49:59,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:01,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:03,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:05,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:05,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:50:05,956 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:50:07,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:09,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:10,218 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:50:11,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:13,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:13,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:13,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:15,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:17,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:18,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:18,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:19,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:21,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:21,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:50:21,229 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:50:23,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:25,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:25,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:25,658 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 17:50:25,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 17:50:25,911 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 17:50:26,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 17:50:26,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:27,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:35,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:36,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:50:36,697 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:50:39,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:40,345 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:50:46,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:48,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:48,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:50,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:50,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:51,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:50:51,924 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:50:52,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:55,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:55,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:56,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:50:58,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:50:58,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:00,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:00,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:02,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:04,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:05,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:05,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:06,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:06,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:07,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:51:07,148 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:51:08,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:08,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:10,418 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:51:10,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:10,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:12,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:13,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:13,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:14,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:16,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:18,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:18,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:18,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:20,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:21,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:22,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:22,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:51:22,490 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:51:23,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:23,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:24,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:25,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:25,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:26,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:27,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:27,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:29,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:30,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:31,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:31,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:32,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:32,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:33,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:34,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:34,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:36,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:37,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:37,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:51:37,868 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:51:38,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:39,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:39,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,490 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:51:40,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:40,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:41,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:42,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:44,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:46,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:48,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:50,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:51,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:51,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:51:52,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:53,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:51:53,092 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:51:54,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:56,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:51:58,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:00,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:02,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:04,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:06,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:08,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:08,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:52:08,364 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:52:10,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:10,562 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:52:12,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:12,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:12,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:14,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:15,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:15,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:16,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:18,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:20,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:22,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:22,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:22,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:23,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:52:23,740 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:52:24,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:34,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:39,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:52:39,027 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:52:40,637 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:52:41,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:45,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:49,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:53,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:54,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:52:54,426 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:52:56,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:56,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:52:57,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:52:59,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:00,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:00,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:03,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:03,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:05,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:06,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:07,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:07,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:07,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:07,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:07,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:07,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:07,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:08,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:08,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:09,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:53:09,653 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:53:09,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:09,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:10,713 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:53:12,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:12,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:13,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:15,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:17,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:17,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:19,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:21,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:22,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:22,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:23,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:24,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:24,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:53:24,895 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:53:25,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:25,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:26,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:27,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:29,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:29,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:29,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:31,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:33,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:33,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:34,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:35,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:35,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:36,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:37,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:38,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:38,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:39,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:40,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:53:40,122 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:53:40,790 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:53:41,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:41,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:43,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:43,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:43,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:44,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:45,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:45,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:46,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:47,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:49,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:49,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:49,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:51,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:53,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:55,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:55,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:53:55,530 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:53:55,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:55,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:53:57,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:53:59,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:01,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:03,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:05,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:07,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:09,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:10,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:54:10,789 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:54:11,014 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:54:11,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:13,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:15,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:15,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:15,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:17,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:17,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:19,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:21,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:21,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:21,746 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 17:54:21,979 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 17:54:22,048 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 17:54:22,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 17:54:23,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:26,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:54:26,018 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:54:33,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:39,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:41,008 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:54:41,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:54:41,304 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:54:43,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:45,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:50,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:54,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:54:54,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:54,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:54:56,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:54:56,531 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:54:58,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:00,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:02,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:02,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:03,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:04,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:06,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:06,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:06,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:07,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:09,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:10,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:11,083 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:55:11,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:55:11,801 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:55:13,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:13,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:14,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:14,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:15,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:16,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:16,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:17,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:18,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:20,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:24,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:24,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:25,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:25,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:26,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:27,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:55:27,035 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:55:27,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:27,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:28,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:29,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:29,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:30,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:30,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:31,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:32,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:33,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:34,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:35,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:35,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:36,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:37,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:37,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:38,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:38,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:39,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:40,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:40,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,156 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:55:41,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:41,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:42,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:55:42,357 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:55:42,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:42,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:44,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:44,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:46,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:46,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:47,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:48,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:48,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:50,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:52,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:54,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:54,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:54,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:55:56,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:55:57,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:55:57,582 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:55:58,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:00,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:02,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:04,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:06,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:08,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:10,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:11,236 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:56:12,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:12,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:56:12,821 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:56:13,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:13,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:14,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:16,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:16,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:16,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:17,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:17,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:17,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:17,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:18,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:18,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:18,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:18,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:18,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:18,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:18,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:18,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:18,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:20,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:28,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:56:28,106 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:56:30,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:35,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:39,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:41,306 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:56:43,185 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:43,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:56:43,456 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:56:47,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:51,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:55,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:57,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:56:57,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:56:58,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:56:58,779 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:57:01,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:05,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:06,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:06,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:07,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:07,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:10,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:11,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:11,381 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:57:13,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:13,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:13,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:57:14,055 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:57:14,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:14,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:15,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:15,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:17,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:19,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:19,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:20,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:21,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:23,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:23,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:23,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:25,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:27,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:27,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:29,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:57:29,298 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:57:29,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:29,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:31,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:33,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:33,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:33,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:35,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:35,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:37,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:38,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:38,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:39,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:39,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:40,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:41,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:41,453 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:57:43,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:43,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:43,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:57:44,540 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:57:44,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:44,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:45,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:45,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:46,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,210 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:47,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:47,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,211 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:49,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:49,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:51,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:52,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:52,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:53,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:55,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:56,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:56,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:57:57,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:59,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:57:59,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:57:59,763 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:58:01,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:03,217 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:05,218 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:07,219 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:09,220 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:11,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:11,527 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:58:13,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:14,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:14,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:58:14,998 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:58:15,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:15,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 17:58:15,551 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 17:58:15,676 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 17:58:15,737 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 17:58:16,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 17:58:16,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:17,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:19,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:21,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:23,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:26,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:28,229 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:30,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:58:30,231 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:58:30,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:32,237 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:34,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:36,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:38,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:40,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:41,804 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:58:42,242 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:44,243 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:45,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:58:45,460 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:58:46,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:48,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:50,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:52,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:54,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:56,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:58:58,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:00,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:00,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:59:00,716 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:59:02,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:04,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:06,253 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:08,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:10,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:11,880 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:59:12,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:14,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:16,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:59:16,030 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:59:16,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:18,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:20,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:22,260 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:24,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:26,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:28,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:30,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:31,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:59:31,297 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:59:32,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:34,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:36,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:38,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:40,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:41,955 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 17:59:42,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:45,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:46,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 17:59:46,711 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 17:59:47,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:49,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:51,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:53,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:55,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:57,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 17:59:59,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:01,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:02,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:00:02,028 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:00:03,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:05,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:07,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:09,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:11,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:12,032 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:00:13,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:15,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:17,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:00:17,265 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:00:17,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:19,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:21,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:23,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:25,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:27,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:29,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:31,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:32,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:00:32,541 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:00:33,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:35,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:37,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:40,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:42,104 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:00:42,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:44,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:46,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:47,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:00:47,908 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:00:48,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:50,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:52,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:54,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:56,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:00:58,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:00,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:02,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:03,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:01:03,283 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:01:04,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:06,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:08,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:10,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:12,178 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:01:12,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:14,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:16,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:18,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:18,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:01:18,786 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:01:20,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:22,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:24,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:27,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:29,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:31,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:33,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:34,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:01:34,073 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:01:35,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:37,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:39,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:41,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:42,254 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:01:43,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:45,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:47,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:49,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:49,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:01:49,346 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:01:51,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:53,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:55,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:57,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:01:59,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:01,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:03,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:04,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:02:04,717 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:02:05,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:07,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:09,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:11,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:12,331 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:02:13,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:15,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:17,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:19,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:20,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:02:20,023 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:02:21,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:23,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:25,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:27,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:29,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:31,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:33,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:35,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:02:35,250 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:02:35,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:37,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:39,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:41,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:42,407 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:02:43,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:45,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:47,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:49,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:50,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:02:50,596 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:02:51,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:53,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:55,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:02:58,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:00,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:02,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:04,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:05,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:03:05,890 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:03:06,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:08,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:10,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:12,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:12,480 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:03:14,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:16,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:18,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:20,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:21,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:03:21,117 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:03:22,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:24,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:26,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:28,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:30,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:32,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:34,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:36,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:36,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:03:36,591 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:03:38,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:40,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:42,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:42,551 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:03:44,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:46,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:48,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:50,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:51,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:03:51,988 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:03:52,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:54,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:56,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:03:58,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:01,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:03,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:05,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:07,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:04:07,377 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:04:07,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:09,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:11,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:12,609 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:04:13,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:15,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:17,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:19,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:21,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:22,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:04:22,636 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:04:23,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:25,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:27,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:29,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:31,406 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:33,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:35,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:37,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:37,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:04:37,949 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:04:39,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:41,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:42,682 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:04:43,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:45,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:47,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:49,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:51,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:53,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:04:53,187 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:04:53,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:55,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:57,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:04:59,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:01,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:03,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:05,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:07,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:08,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:05:08,409 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:05:09,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:11,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:12,758 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:05:13,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:15,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:17,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:19,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:21,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:23,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:23,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:05:23,703 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:05:25,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:27,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:29,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:31,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:33,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:35,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:38,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:39,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:05:39,090 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:05:40,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:42,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:42,829 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:05:44,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:46,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:48,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:50,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:52,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:54,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:05:54,396 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:05:54,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:56,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:05:58,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:00,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:02,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:04,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:06,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:08,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:09,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:06:09,621 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:06:10,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:12,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:12,897 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:06:14,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:16,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:18,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:20,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:22,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:24,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:24,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:06:24,857 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:06:26,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:28,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:30,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:32,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:34,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:36,461 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:38,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:40,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:06:40,142 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:06:40,462 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:42,463 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:42,965 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:06:44,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:46,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:48,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:50,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:52,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:54,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:55,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:06:55,399 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:06:56,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:06:58,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:00,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:02,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:04,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:06,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:08,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:10,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:10,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:07:10,735 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:07:12,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:13,034 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:07:14,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:16,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:19,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:21,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:23,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:25,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:26,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:07:26,026 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:07:27,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:29,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:31,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:33,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:35,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:37,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:39,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:41,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:07:41,294 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:07:41,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:43,119 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:07:43,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:45,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:47,492 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:49,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:51,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:53,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:55,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:56,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:07:56,522 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:07:57,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:07:59,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:01,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:03,500 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:05,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:08,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:10,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:11,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:08:11,752 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:08:12,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:13,195 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:08:14,505 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:16,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:18,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:20,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:22,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:24,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:26,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:27,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:08:27,036 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:08:28,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:30,513 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:32,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:34,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:36,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:38,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:40,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:42,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:08:42,349 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:08:42,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:43,276 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:08:44,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:46,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:48,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:50,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:52,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:54,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:56,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:08:57,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:08:57,572 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:08:58,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:00,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:02,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:04,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:06,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:08,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:10,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:12,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:12,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:09:12,949 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:09:13,352 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:09:14,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:16,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:18,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:21,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:23,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:25,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:27,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:28,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:09:28,208 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:09:29,541 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:31,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:33,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:35,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:37,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:39,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:41,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:43,425 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:09:43,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:09:43,544 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:09:43,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:45,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:47,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:49,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:51,551 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:53,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:55,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:57,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:09:58,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:09:58,835 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:09:59,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:01,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:03,557 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:05,557 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:07,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:09,559 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:11,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:13,499 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:10:13,561 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:14,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:10:14,154 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:10:15,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:17,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:19,564 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:21,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:24,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:26,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:28,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:30,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:10:30,381 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:10:30,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:32,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:34,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:36,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:38,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:40,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:42,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:43,573 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:10:44,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:45,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:10:45,608 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:10:46,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:48,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:50,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:52,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:54,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:56,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:10:58,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:00,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:00,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:11:00,866 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:11:02,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:04,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:06,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:08,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:10,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:12,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:13,646 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:11:14,590 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:16,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:11:16,095 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:11:16,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:19,593 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:21,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:23,595 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:25,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:27,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:29,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:31,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:11:31,444 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:11:31,599 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:33,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:35,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:37,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:39,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:41,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:43,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:43,720 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:11:45,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:46,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:11:46,670 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:11:47,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:49,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:51,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:53,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:55,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:57,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:11:59,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:01,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:01,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:12:01,896 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:12:03,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:05,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:07,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:09,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:12,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:13,793 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:12:14,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:16,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:17,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:12:17,121 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:12:18,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:20,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:22,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:24,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:26,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:28,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:30,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:32,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:12:32,340 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:12:32,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:34,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:36,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:38,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:40,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:42,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:43,865 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:12:44,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:46,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:47,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:12:47,596 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:12:48,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:50,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:52,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:54,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:56,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:12:58,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:00,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:02,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:02,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:13:02,896 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:13:04,637 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:06,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:08,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:10,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:12,640 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:13,939 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:13:15,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:17,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:18,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:13:18,145 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:13:19,644 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:21,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:23,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:25,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:27,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:29,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:31,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:33,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:13:33,517 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:13:33,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:35,652 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:37,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:39,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:41,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:43,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:44,013 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:13:45,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:47,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:48,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:13:48,776 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:13:49,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:51,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:53,660 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:55,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:57,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:13:59,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:01,663 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:03,663 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:04,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:14:04,032 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:14:05,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:07,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:09,666 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:11,666 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:13,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:14,088 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:14:15,668 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:17,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:19,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:14:19,263 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:14:19,670 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:21,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:23,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:25,672 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:27,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:29,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:31,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:33,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:34,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:14:34,524 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:14:35,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:37,676 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:39,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:41,678 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:44,169 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:14:44,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:46,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:48,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:49,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:14:49,970 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:14:50,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:52,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:54,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:56,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:14:58,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:00,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:02,687 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:04,687 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:05,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:15:05,195 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:15:06,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:08,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:10,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:12,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:14,224 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:15:14,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:16,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:18,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:20,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:15:20,643 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:15:20,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:22,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:24,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:26,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:28,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:30,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:32,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:34,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:35,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:15:35,942 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:15:36,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:38,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:40,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:42,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:44,287 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:15:44,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:47,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:49,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:51,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:15:51,255 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:15:51,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:53,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:55,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:57,710 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:15:59,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:01,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:03,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:05,713 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:06,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:16:06,618 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:16:07,714 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:09,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:11,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:13,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:14,363 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:16:15,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:17,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:19,719 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:21,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:21,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:16:21,841 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:16:23,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:25,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:27,722 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:29,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:31,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:33,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:35,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:37,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:16:37,078 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:16:37,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:39,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:41,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:43,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:44,440 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:16:45,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:48,731 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:50,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:52,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:16:52,629 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:16:52,733 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:54,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:56,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:16:58,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:00,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:02,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:04,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:06,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:07,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:17:07,853 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:17:08,741 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:10,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:12,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:14,514 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:17:14,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:16,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:18,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:20,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:22,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:23,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:17:23,076 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:17:24,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:26,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:28,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:30,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:32,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:34,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:36,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:38,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:17:38,301 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:17:38,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:40,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:42,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:44,589 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:17:44,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:46,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:48,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:50,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:52,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:53,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:17:53,630 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:17:54,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:57,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:17:59,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:01,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:03,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:05,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:07,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:09,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:18:09,038 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:18:09,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:11,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:13,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:14,662 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:18:15,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:17,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:19,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:21,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:23,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:24,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:18:24,296 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:18:25,776 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:27,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:29,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:31,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:33,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:35,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:37,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:39,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:18:39,758 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:18:39,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:41,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:43,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:44,738 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:18:45,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:47,785 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:49,786 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:51,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:53,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:55,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:18:55,020 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:18:55,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:57,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:18:59,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:01,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:03,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:05,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:07,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:09,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:10,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:19:10,316 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:19:11,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:13,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:14,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:19:15,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:17,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:19,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:21,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:24,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:25,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:19:25,634 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:19:26,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:28,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:30,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:32,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:34,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:36,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:38,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:40,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:40,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:19:40,933 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:19:42,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:44,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:44,889 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:19:46,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:48,811 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:50,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:52,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:54,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:56,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:19:56,157 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:19:56,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:19:58,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:00,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:02,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:04,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:06,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:08,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:10,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:11,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:20:11,613 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:20:12,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:14,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:14,963 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:20:16,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:18,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:20,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:22,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:24,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:26,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:26,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:20:26,836 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:20:28,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:30,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:33,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:35,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:37,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:39,833 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:41,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:42,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:20:42,147 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:20:43,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:45,046 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:20:45,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:47,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:49,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:51,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:53,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:55,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:57,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:20:57,421 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:20:57,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:20:59,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:01,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:03,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:05,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:07,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:09,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:11,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:12,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:21:12,742 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:21:13,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:15,120 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:21:15,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:17,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:19,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:21,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:23,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:25,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:28,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:21:28,045 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:21:28,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:30,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:32,858 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:34,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:36,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:38,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:40,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:42,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:43,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:21:43,429 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:21:44,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:45,235 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:21:46,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:48,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:50,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:52,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:54,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:56,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:21:58,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:21:58,652 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:21:58,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:00,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:02,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:04,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:06,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:08,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:10,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:12,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:13,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:22:13,995 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:22:14,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:15,307 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:22:16,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:18,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:20,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:22,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:24,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:26,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:28,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:29,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:22:29,336 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:22:30,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:32,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:34,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:36,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:38,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:40,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:42,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:44,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:22:44,623 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:22:44,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:45,382 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:22:46,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:48,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:50,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:52,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:54,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:56,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:58,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:22:59,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:22:59,855 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:23:00,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:02,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:04,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:06,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:08,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:10,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:12,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:14,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:15,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:23:15,201 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:23:15,456 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:23:16,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:18,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:21,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:23,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:25,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:27,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:29,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:30,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:23:30,436 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:23:31,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:33,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:35,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:37,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:39,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:41,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:43,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:45,531 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:23:45,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:23:45,665 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:23:45,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:47,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:49,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:51,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:53,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:55,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:57,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:23:59,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:00,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:24:00,984 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:24:01,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:03,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:05,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:07,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:09,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:11,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:13,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:15,605 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:24:15,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:16,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:24:16,318 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:24:17,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:19,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:21,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:23,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:25,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:27,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:29,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:31,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:24:31,601 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:24:31,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:33,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:36,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:38,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:40,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:42,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:44,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:45,681 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:24:46,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:24:46,887 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:24:46,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:48,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:50,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:52,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:54,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:56,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:24:58,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:00,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:02,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:25:02,165 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:25:02,950 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:04,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:06,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:08,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:10,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:12,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:14,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:15,757 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:25:16,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:17,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:25:17,413 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:25:18,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:20,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:22,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:24,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:26,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:28,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:31,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:32,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:25:32,707 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:25:33,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:35,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:37,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:39,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:41,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:43,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:45,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:25:45,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:47,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:25:47,933 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:25:47,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:49,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:51,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:53,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:55,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:57,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:25:59,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:01,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:03,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:26:03,297 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:26:03,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:05,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:07,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:09,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:11,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:13,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:15,909 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:26:15,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:17,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:18,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:26:18,536 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:26:19,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:21,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:23,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:25,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:27,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:29,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:31,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:33,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:26:33,947 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:26:33,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:35,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:37,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:39,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:41,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:43,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:45,985 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:26:45,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:47,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:49,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:26:49,209 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:26:49,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:51,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:53,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:55,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:26:57,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:00,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:02,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:04,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:04,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:27:04,503 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:27:06,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:08,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:10,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:12,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:14,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:16,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:16,061 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:27:18,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:19,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:27:19,738 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:27:21,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:23,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:25,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:27,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:29,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:31,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:33,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:35,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:35,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:27:35,027 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:27:37,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:39,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:41,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:43,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:45,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:46,139 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:27:47,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:49,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:50,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:27:50,253 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:27:51,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:53,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:55,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:57,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:27:59,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:01,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:03,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:05,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:05,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:28:05,607 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:28:07,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:09,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:11,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:13,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:15,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:16,218 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:28:17,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:19,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:20,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:28:20,862 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:28:21,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:23,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:26,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:28,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:30,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:32,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:34,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:36,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:36,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:28:36,088 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:28:38,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:40,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:42,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:44,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:46,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:46,295 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:28:48,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:50,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:51,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:28:51,356 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:28:52,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:54,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:56,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:28:58,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:00,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:02,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:04,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:06,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:06,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:29:06,786 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:29:08,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:10,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:12,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:14,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:16,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:16,369 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:29:18,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:20,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:22,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:29:22,059 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:29:22,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:24,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:26,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:28,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:30,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:32,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:34,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:37,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:37,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:29:37,311 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:29:39,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:41,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:43,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:45,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:46,443 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:29:47,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:49,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:51,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:52,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:29:52,630 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:29:53,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:55,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:57,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:29:59,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:01,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:03,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:05,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:07,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:07,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:30:07,894 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:30:09,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:11,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:13,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:15,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:16,517 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:30:17,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:19,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:21,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:23,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:23,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:30:23,112 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:30:25,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:27,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:29,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:31,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:33,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:35,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:37,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:38,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:30:38,404 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:30:39,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:41,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:43,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:45,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:46,593 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:30:47,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:49,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:51,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:53,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:53,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:30:53,647 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:30:56,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:30:58,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:00,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:02,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:04,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:06,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:08,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:09,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:31:09,032 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:31:10,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:12,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:14,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:16,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:16,666 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:31:18,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:20,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:22,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:24,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:24,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:31:24,351 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:31:26,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:28,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:30,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:32,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:34,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:36,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:38,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:39,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:31:39,638 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:31:40,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:42,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:44,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:46,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:46,740 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:31:48,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:50,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:52,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:54,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:55,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:31:55,060 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:31:56,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:31:58,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:00,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:02,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:04,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:06,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:08,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:10,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:10,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:32:10,286 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:32:12,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:14,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:16,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:16,813 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:32:19,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:21,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:23,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:25,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:25,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:32:25,574 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:32:27,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:29,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:31,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:33,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:35,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:37,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:39,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:40,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:32:40,796 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:32:41,146 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:43,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:45,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:46,890 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:32:47,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:49,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:51,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:53,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:55,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:56,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:32:56,195 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:32:57,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:32:59,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:01,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:03,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:05,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:07,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:09,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:11,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:11,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:33:11,548 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:33:13,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:15,162 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:16,967 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:33:17,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:20,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:22,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:24,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:26,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:26,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:33:26,786 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:33:28,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:30,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:32,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:34,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:36,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:38,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:40,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:42,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:42,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:33:42,236 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:33:44,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:46,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:47,042 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:33:48,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:50,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:52,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:54,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:56,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:33:57,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:33:57,464 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:33:58,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:00,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:02,185 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:04,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:06,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:08,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:10,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:12,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:12,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:34:12,826 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:34:14,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:16,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:17,119 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:34:18,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:20,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:22,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:24,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:26,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:28,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:34:28,162 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:34:28,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:30,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:33,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:35,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:37,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:39,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:41,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:43,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:43,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:34:43,452 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:34:45,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:47,195 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:34:47,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:49,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:51,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:53,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:55,210 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:57,211 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:34:58,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:34:58,711 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:34:59,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:01,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:03,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:05,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:07,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:09,217 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:11,218 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:13,219 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:13,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:35:13,993 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:35:15,220 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:17,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:17,271 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:35:19,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:21,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:23,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:25,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:27,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:29,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:29,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:35:29,303 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:35:31,227 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:33,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:35,229 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:37,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:39,231 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:41,231 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:43,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:44,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:35:44,530 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:35:45,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:47,234 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:47,345 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:35:49,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:51,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:54,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:56,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:58,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:35:59,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:35:59,884 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:36:00,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:02,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:04,242 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:06,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:08,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:10,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:12,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:14,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:15,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:36:15,109 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:36:16,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:17,422 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:36:18,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:20,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:22,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:24,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:26,253 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:28,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:30,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:30,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:36:30,426 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:36:32,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:34,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:36,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:38,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:40,260 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:42,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:44,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:45,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:36:45,704 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:36:46,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:47,495 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:36:48,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:50,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:52,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:54,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:56,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:36:58,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:00,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:00,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:37:00,976 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:37:02,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:04,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:07,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:09,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:11,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:13,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:15,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:16,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:37:16,414 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:37:17,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:17,570 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:37:19,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:21,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:23,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:25,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:27,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:29,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:31,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:31,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:37:31,648 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:37:33,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:35,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:37,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:39,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:41,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:43,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:45,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:46,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:37:46,877 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:37:47,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:47,638 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:37:49,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:51,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:53,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:55,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:57,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:37:59,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:01,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:02,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:38:02,106 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:38:03,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:05,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:07,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:09,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:11,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:13,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:15,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:17,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:17,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:38:17,340 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:38:17,712 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:38:19,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:21,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:23,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:25,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:27,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:29,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:32,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:32,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:38:32,682 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:38:34,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:36,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:38,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:40,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:42,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:44,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:46,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:47,786 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:38:48,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:38:48,088 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:38:48,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:50,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:52,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:54,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:56,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:38:58,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:00,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:02,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:03,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:39:03,319 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:39:04,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:06,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:08,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:10,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:12,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:14,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:16,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:17,853 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:39:18,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:18,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:39:18,548 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:39:20,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:22,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:24,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:26,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:28,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:30,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:32,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:33,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:39:33,881 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:39:34,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:36,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:38,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:40,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:42,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:44,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:46,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:47,928 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:39:48,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:49,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:39:49,210 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:39:50,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:52,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:54,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:57,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:39:59,348 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:01,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:03,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:04,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:40:04,468 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:40:05,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:07,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:09,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:11,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:13,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:15,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:17,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:18,005 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:40:19,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:19,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:40:19,695 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:40:21,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:23,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:25,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:27,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:29,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:31,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:33,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:34,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:40:34,918 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:40:35,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:37,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:39,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:41,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:43,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:45,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:47,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:48,078 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:40:49,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:50,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:40:50,147 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:40:51,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:53,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:55,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:57,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:40:59,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:01,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:03,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:05,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:05,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:41:05,479 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:41:07,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:09,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:11,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:13,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:15,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:17,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:18,150 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:41:19,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:21,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:21,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:41:21,471 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:41:23,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:25,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:27,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:29,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:31,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:33,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:35,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:36,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:41:36,794 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:41:37,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:39,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:41,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:43,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:45,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:48,224 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:41:48,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:50,393 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:52,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:41:52,125 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:41:52,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:54,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:56,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:41:58,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:00,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:02,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:04,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:06,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:07,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:42:07,427 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:42:08,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:10,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:12,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:14,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:16,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:18,300 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:42:18,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:20,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:42:22,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:42:22,649 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:42:37,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:42:37,906 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:42:48,377 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:42:53,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:42:53,207 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:43:08,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:43:08,528 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:43:18,450 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:43:19,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:43:19,614 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 18:43:19,670 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 18:43:19,751 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 18:43:20,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 18:43:20,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:43:23,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:43:23,778 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:43:28,433 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:43:39,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:43:39,024 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:43:48,537 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:43:50,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:43:54,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:43:54,261 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:44:09,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:44:09,489 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:44:18,614 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:44:24,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:44:24,719 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:44:39,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:44:39,947 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:44:48,694 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:44:55,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:44:55,170 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:45:10,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:45:10,403 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:45:18,772 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:45:25,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:45:25,631 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:45:40,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:45:40,856 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:45:48,848 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:45:56,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:45:56,080 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:46:11,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:46:11,355 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:46:18,925 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:46:26,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:46:26,587 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:46:41,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:46:41,836 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:46:49,002 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:46:57,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:46:57,060 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:47:12,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:47:12,285 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:47:19,079 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:47:27,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:47:27,512 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:47:42,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:47:42,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:47:42,737 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:47:43,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:47:45,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:47:49,159 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:47:50,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:50,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:47:53,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:47:58,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:47:58,379 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:47:59,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:03,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:07,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:11,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:13,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:13,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:48:13,602 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:48:17,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:19,237 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:48:21,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:23,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:27,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:28,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:48:28,914 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:48:29,558 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:29,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:29,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:33,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:35,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:35,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:37,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:37,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:39,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:39,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,177 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:41,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:42,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:42,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:43,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:43,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:48:44,254 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:48:44,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,664 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,667 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:44,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:47,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:48,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:48,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,311 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:48:49,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:49,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:49,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:51,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:52,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:52,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:53,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:54,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:54,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:56,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:48:57,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:57,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:48:59,478 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:48:59,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:48:59,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:00,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:01,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:01,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:02,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:02,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,909 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:03,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:04,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:05,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:05,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:06,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:06,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:07,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:08,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:09,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:09,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:10,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:12,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:12,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:12,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:13,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:14,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:49:14,706 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:49:14,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:14,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:15,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:16,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:16,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:17,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:18,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:19,387 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:49:20,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:22,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:23,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:23,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:24,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:26,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:28,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:29,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:49:29,933 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:49:30,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:32,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:34,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:36,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:38,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:39,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:39,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:39,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:39,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:40,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:40,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:40,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:40,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:40,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:40,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:40,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:40,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:40,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:42,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:45,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:49:45,303 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:49:49,464 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:49:50,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:56,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:49:57,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:49:57,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:00,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:00,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:50:00,764 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:50:04,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:10,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:12,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:16,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:50:16,195 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:50:16,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:19,541 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:50:20,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:24,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:26,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:30,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:31,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:50:31,453 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:50:32,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:34,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:34,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:37,606 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:38,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:38,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:39,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:41,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:41,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:43,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:44,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:44,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:45,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:45,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:50:46,679 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:50:46,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:46,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:47,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:49,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:49,614 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:50:50,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:50,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:51,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:51,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:53,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:54,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:54,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:55,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:56,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:56,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:57,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:59,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:50:59,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:50:59,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:01,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:01,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:51:01,908 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:51:03,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:03,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:04,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:04,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:05,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:07,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:08,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:08,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,340 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:09,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:10,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:10,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:11,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:12,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:12,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:13,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:14,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:14,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:15,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:15,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:16,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:16,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:16,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:16,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:16,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:16,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:16,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:16,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:51:17,187 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:51:17,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:17,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:17,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:18,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:19,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:19,686 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:51:20,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:20,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:21,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:21,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:22,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:23,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:25,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:25,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:27,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:28,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:28,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:29,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:31,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:32,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:51:32,411 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:51:33,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:35,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:37,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:39,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:39,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:39,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:39,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:39,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:51:40,368 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 18:51:40,600 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 18:51:40,663 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 18:51:40,664 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 18:51:41,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:47,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:51:47,687 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:51:49,785 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:51:51,668 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:55,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:51:59,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:03,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:52:03,023 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:52:03,672 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:07,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:10,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:10,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,676 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:11,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:11,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:15,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:18,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:52:18,391 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:52:19,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:19,859 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:52:21,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:25,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:29,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:31,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:33,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:52:33,615 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:52:35,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:37,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:37,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:37,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:41,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:44,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:45,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:45,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:45,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:45,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:45,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:45,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:45,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:45,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:46,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:46,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:48,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:48,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:52:48,996 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:52:49,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:49,926 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:52:51,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:51,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:52,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:54,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:54,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:55,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:55,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:56,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:56,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:58,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:52:59,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:52:59,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:00,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:01,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:01,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:03,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:53:04,221 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:53:04,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:04,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:04,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:06,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:07,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:07,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:08,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:10,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:11,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:11,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:12,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:13,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:13,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,061 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:14,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:15,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:15,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:16,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:17,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,053 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:17,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:18,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,970 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:18,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:19,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:53:19,533 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:53:19,998 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:53:20,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:20,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:21,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:21,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:22,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:24,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:25,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,494 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:25,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:26,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:26,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:27,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:28,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:30,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:32,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:32,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:33,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:33,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:34,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:34,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:53:34,771 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:53:36,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:38,719 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:40,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:40,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:40,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:40,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:40,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:41,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:41,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:41,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:41,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:41,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:41,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:41,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:41,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:53:42,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:49,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:53:49,999 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:53:50,234 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:53:52,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:53:58,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:02,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:05,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:54:05,362 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:54:06,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:10,731 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:14,733 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:16,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:20,149 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:54:20,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:20,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:54:20,743 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:54:24,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:25,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,146 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,151 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:25,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:26,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:26,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:30,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:32,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:36,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:54:36,087 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:54:36,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:39,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:40,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:40,927 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:41,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:43,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:47,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:49,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:50,216 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:54:50,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:50,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:51,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:54:51,325 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:54:51,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:53,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,439 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:53,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:55,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:55,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,036 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,048 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:56,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:57,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:54:58,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,114 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:58,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:54:59,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:01,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:02,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,965 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:02,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:03,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,821 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:03,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,848 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,849 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:04,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:05,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:06,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:06,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:55:06,683 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:55:07,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:07,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:07,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:07,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:07,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:07,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:07,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:07,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:07,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:08,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:09,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:10,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,017 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:10,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:11,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:12,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:12,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:13,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:15,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,092 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,098 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:15,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:15,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,997 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:16,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,687 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:17,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:18,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,574 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:18,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,495 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,497 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,498 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:19,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:20,289 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:55:20,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:20,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:21,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:21,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:55:21,914 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:55:22,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:22,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:23,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,818 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:23,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,499 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,500 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:24,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:25,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:25,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:27,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:28,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:28,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:29,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:30,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:30,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:31,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:33,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:33,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:34,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:34,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:35,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:37,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:55:37,135 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:55:37,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:39,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:40,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:55:40,971 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 18:55:41,164 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 18:55:41,236 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 18:55:41,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 18:55:41,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:42,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:49,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:55:50,374 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:55:52,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:55:52,398 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:55:56,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:00,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:04,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:08,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:11,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:56:11,304 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:56:12,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:16,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:20,449 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:56:20,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:22,785 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:26,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:56:26,528 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:56:26,786 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:27,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:27,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:28,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:31,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,138 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,139 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:31,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:32,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:34,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:38,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:40,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:41,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:56:41,753 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:56:42,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:44,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:44,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:48,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:50,524 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:56:50,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:52,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:53,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:53,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:54,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:56:55,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:55,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:56,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:56:56,979 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:56:57,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:57,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:56:58,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:00,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:00,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:01,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,349 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,361 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:01,362 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:02,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:03,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:03,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:04,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:06,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,389 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,399 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:06,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:08,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,634 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:08,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:09,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:09,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,515 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,521 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:10,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:11,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,642 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:11,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:12,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:57:12,282 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:57:12,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:13,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:13,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:14,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:15,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:15,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:16,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,907 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:16,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,757 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:17,759 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:18,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:20,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,599 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:57:20,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:20,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,852 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,857 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,890 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,914 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:20,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:21,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:22,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:24,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:24,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:25,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:25,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:26,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:27,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:57:27,666 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:57:28,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:28,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:29,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,877 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:29,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:30,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:31,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:31,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:32,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:33,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,934 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,936 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,937 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,964 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,966 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,968 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,987 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,988 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,989 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:33,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:34,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:35,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:35,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:36,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:38,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:38,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:38,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:57:40,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:42,906 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:57:42,906 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:57:50,673 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:57:50,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:56,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:57:58,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:57:58,176 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:58:02,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:06,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:10,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:13,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:58:13,597 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:58:14,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:17,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:20,739 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:58:21,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:25,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:27,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:28,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:58:28,821 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:58:31,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:33,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:34,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:34,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:36,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:37,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:39,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:43,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:44,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:58:44,199 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:58:45,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:47,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:48,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:48,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:50,808 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:58:51,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:53,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:55,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:57,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:58:59,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:58:59,416 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:58:59,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:58:59,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:03,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,093 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,094 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,095 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,096 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,097 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,101 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:03,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:04,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,085 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:04,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:05,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:06,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,355 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:06,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:07,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:09,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:09,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:11,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:11,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:12,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,575 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,576 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,578 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:12,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:13,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:14,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,579 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:59:14,640 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:59:14,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,747 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,754 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,755 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:14,756 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:15,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:17,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,570 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,572 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,573 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:17,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:18,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,473 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,474 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:18,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:19,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:20,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:20,881 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:59:21,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,148 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,149 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,150 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,154 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,157 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:21,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:23,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:23,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:23,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,580 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:24,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:25,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:26,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:26,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:27,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:28,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,502 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,508 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:28,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:29,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:59:29,866 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:59:29,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:31,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,872 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:31,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:31,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,006 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:32,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:33,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:35,819 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,822 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,827 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:35,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:36,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,440 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,441 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,442 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,443 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,445 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:36,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:37,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,892 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:37,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:38,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,663 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:39,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:40,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,581 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,583 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,584 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,587 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:40,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:41,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:42,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,991 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:42,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:43,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 18:59:43,261 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 18:59:43,482 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 18:59:43,554 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 18:59:43,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 18:59:44,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:45,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 18:59:45,154 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 18:59:45,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 18:59:50,974 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 18:59:54,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:00,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:00:00,380 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:00:00,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:04,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:08,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:12,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:15,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:00:15,610 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:00:16,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:20,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:21,060 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:00:24,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:26,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:30,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:31,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:00:31,026 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:00:32,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:37,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:39,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:43,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:44,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:44,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:45,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:46,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:00:46,271 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:00:47,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:50,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,144 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:50,145 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:00:51,135 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:00:51,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:53,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:55,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:00:57,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:01,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,018 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:01,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:01:01,753 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:01:01,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:03,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:05,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:07,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:07,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:09,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,881 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,884 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,885 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,886 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,887 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,888 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,889 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:09,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:10,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,758 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,761 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,764 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,769 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:10,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:11,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:12,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,797 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,798 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:12,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,585 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,586 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:13,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:14,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,685 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:14,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:15,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:17,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:01:17,058 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:01:17,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:17,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:18,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:18,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,376 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:19,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:20,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,323 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:20,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,082 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,083 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,084 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,086 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,087 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,090 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,091 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:21,208 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:01:21,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:22,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:22,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,820 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,823 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,824 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,826 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,828 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:23,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:24,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,468 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,469 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:24,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:25,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:27,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,164 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:27,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:28,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:28,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:29,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:30,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,492 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,493 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:30,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,295 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:31,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:31,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,004 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,007 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,012 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,014 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,015 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:32,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:01:32,344 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:01:33,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:35,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:35,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:36,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,397 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,398 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,400 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,401 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,402 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,403 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,523 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:36,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,106 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:37,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:38,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:38,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:39,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:40,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:40,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:41,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:43,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,369 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,935 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:43,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,938 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,939 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:43,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,141 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,243 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,244 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:44,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:01:45,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:47,571 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:01:47,571 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:01:51,287 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:01:53,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:01:57,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:02,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:02:02,796 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:02:03,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:08,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:10,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:14,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:18,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:02:18,052 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:02:18,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:21,360 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:02:22,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:24,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:28,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:30,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:33,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:02:33,279 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:02:34,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:36,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:40,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:42,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:44,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:46,830 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,831 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:46,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:48,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:02:48,520 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:02:50,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:51,431 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:02:51,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,872 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:51,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:02:52,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:54,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:56,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:02:58,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:00,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:04,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:05,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:03:05,099 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:03:06,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,535 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,536 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,537 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,538 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:06,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:08,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:10,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,524 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,529 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:10,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:12,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,375 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,379 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,380 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,383 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,384 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,387 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:12,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:14,169 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,176 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,178 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,350 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:14,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:15,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,276 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,278 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,279 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,284 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,285 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:15,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:16,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,990 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,992 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,993 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,994 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,995 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,996 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:16,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:17,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:17,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:17,001 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:17,002 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:17,003 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:18,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:20,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:03:20,330 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:03:20,381 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,382 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,385 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,386 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,390 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,391 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,392 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,393 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,394 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,395 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,406 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,411 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:20,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:21,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,223 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:21,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,059 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,060 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,064 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,569 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,658 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,660 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,661 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:22,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:23,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,462 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:23,480 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:03:24,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,793 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,794 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,795 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:24,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:26,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,187 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,194 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,225 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,226 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,267 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,268 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,269 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,271 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,272 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,273 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,274 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,275 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,722 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,724 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:26,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:27,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,605 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:27,606 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:28,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:30,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,066 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,069 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,074 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,076 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,202 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,203 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,207 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,208 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:30,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:31,476 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,479 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,484 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,486 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,908 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,910 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,911 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,912 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,918 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:31,920 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,633 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,637 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,638 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,705 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:32,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:34,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,352 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,353 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,354 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,356 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,357 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,358 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,359 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,360 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:34,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:35,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,031 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,363 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,365 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,367 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,368 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,370 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,371 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,373 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:35,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:36,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:37,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,460 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,464 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,891 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,895 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,900 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:37,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:38,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:03:38,482 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:03:38,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:39,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:39,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,009 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,010 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,011 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,013 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,161 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:40,426 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 19:03:40,679 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 19:03:40,747 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 19:03:40,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 19:03:40,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:42,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:45,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,119 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,152 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,153 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,155 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,158 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,159 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:45,160 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:50,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:51,674 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:03:51,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:51,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:53,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:03:53,739 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:03:56,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:03:58,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,725 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,726 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:03:58,727 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:00,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:04,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:09,063 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:04:09,063 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:04:09,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:13,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:16,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:20,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:21,753 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:04:24,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:24,374 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:04:24,375 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:04:26,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:30,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:32,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:36,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:38,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:39,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:04:39,679 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:04:42,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:44,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:46,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:46,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,796 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,801 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:46,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:48,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:51,828 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:04:52,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:53,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,277 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,280 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,281 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,282 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,283 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,290 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:53,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:04:54,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:54,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:04:54,961 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:04:56,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:04:58,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:00,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:04,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:06,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:06,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,873 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,874 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,875 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,878 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,879 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,880 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:06,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:08,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:10,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:10,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:05:10,321 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:05:12,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:13,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:13,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:14,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:15,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,504 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,505 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,506 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,507 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,510 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:15,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:16,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,522 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,525 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,526 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,527 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,528 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,530 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,531 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,532 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:16,534 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,480 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,481 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,482 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,483 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,485 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,487 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,489 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:17,490 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:18,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,188 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,189 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,191 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,192 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,193 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,195 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,196 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,197 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,199 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,200 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:18,201 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,162 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,165 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,168 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,170 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,175 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,942 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:19,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:20,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,647 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,653 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,654 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,655 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,656 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:20,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,554 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,680 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:21,904 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:05:22,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:23,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,325 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,326 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,327 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,328 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,329 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,332 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,806 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,813 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,814 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,815 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,816 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:23,817 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:24,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,698 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,716 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,717 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,719 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,750 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,752 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,753 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,762 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,765 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:24,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:25,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:05:25,550 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:05:26,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:26,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,695 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,697 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,700 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,731 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,732 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,735 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,740 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,799 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,800 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,802 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,803 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,805 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,807 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,808 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,809 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,811 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:26,812 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,621 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,622 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,640 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,641 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,644 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,645 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,646 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,648 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,651 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:27,652 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:28,288 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,289 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,291 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,296 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,297 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,299 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:28,300 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,423 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,425 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,428 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,567 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:29,568 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:30,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,312 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,320 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,321 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:30,322 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,678 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,681 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,682 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,683 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,686 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,688 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,689 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,690 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:31,691 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,778 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:32,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:33,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,417 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,418 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,419 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,420 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,421 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:33,422 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,025 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,030 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,032 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,034 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,037 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,049 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,050 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,052 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,054 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,055 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,056 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,057 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,058 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,509 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,511 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,512 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,513 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,514 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,516 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,518 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,519 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:34,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:35,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,231 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,239 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,240 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,733 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,738 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,739 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,741 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,742 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,743 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:35,745 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,704 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,706 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,707 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,708 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,709 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,710 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,711 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,713 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,714 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:36,715 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:37,404 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,405 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,407 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,408 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,409 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,410 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,413 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,414 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,415 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:37,416 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,842 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,845 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:38,846 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:39,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,763 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,767 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,768 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,772 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,773 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:39,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,470 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,471 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,608 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:40,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:41,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:41,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:05:41,136 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:05:43,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:44,649 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,650 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,657 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,659 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,662 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,693 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,736 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,744 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,746 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,779 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:44,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:51,981 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:05:53,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:05:53,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,465 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,466 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:53,467 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:05:56,749 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:05:56,749 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:05:59,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:03,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:07,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:09,166 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,167 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,171 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,172 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,174 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,182 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,183 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,184 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,185 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,186 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,220 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,221 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,222 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:09,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:11,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:12,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:06:12,237 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:06:15,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:19,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:22,056 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:06:23,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:27,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:27,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:06:27,582 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:06:29,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:33,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:35,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:39,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:41,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:42,810 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:06:42,811 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:06:43,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:47,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:49,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:51,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:52,131 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:06:55,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:55,241 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,242 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,245 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,246 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,247 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,248 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,251 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:55,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:06:57,770 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,771 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,774 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:57,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:06:58,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:06:58,120 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:06:59,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:01,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:03,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:05,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:07,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:09,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:10,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,607 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,610 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,611 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:10,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:11,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:13,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:13,378 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:07:13,378 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:07:15,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:17,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:19,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:20,446 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:20,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:21,205 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,206 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,209 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,210 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,211 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,212 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,214 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,215 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,216 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,217 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,218 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,219 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,224 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,228 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,229 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,230 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,232 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,235 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,236 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,237 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,913 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,916 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,917 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,919 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,922 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:21,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,112 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,116 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,117 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,118 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,120 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,121 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,123 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:22,206 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:07:23,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:23,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,444 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,447 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,448 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,449 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,450 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,452 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,453 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,454 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:23,604 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,333 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,334 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,336 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,337 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,339 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,341 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,342 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,343 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,344 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,345 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,346 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,347 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,969 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,972 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,975 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,976 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:24,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,038 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,039 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,040 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,041 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,042 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,043 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,044 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,046 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,047 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:25,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,864 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,870 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,871 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,921 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,923 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,926 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,928 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,929 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,930 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,931 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,932 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:25,933 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:27,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,262 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,263 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,264 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,265 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,780 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,782 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,783 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,786 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,787 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,788 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,789 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,832 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,834 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,835 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,837 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,838 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,839 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,840 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,841 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,850 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,851 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,853 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,855 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,856 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:27,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:28,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:07:28,673 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:07:29,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:29,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,249 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,252 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,253 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,254 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,256 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,257 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,258 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,261 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,858 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,860 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,861 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,862 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,863 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,866 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,867 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,868 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,869 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,893 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,894 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,897 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,898 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,899 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,901 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,902 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,903 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,904 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,905 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,974 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,977 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,978 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,979 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,980 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,981 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,985 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:29,986 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:30,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:31,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,311 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,313 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,314 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,316 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:31,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,957 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,960 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,962 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:32,963 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,067 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,070 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,071 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,072 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,073 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,075 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,078 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,079 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,080 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:33,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:34,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,298 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,301 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,302 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,304 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,305 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,306 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,307 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,309 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,310 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,944 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,947 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,948 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,949 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,950 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,952 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,953 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,954 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,955 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:34,956 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,019 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,020 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,021 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,022 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,026 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,028 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,029 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:35,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:36,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,100 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,103 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,104 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,105 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,107 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,108 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,109 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,111 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,539 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,547 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:36,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:37,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,623 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,625 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,626 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,628 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,629 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,630 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,631 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:37,632 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,134 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,136 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:38,137 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:39,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,555 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,557 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,558 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,559 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,560 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,561 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,562 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,563 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,564 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,565 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,566 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,588 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,589 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,592 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,593 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,665 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,666 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,668 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,670 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,671 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,672 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,673 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,675 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:39,676 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,122 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,124 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,125 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,128 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,129 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,130 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,131 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,132 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,133 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,541 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,543 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,545 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,546 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,548 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,549 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,550 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,552 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,591 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,594 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,595 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,596 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,598 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,599 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,600 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,602 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,609 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,612 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,614 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,615 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,616 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,617 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,618 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:40,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:41,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,292 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,294 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,426 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,429 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,430 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,431 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,432 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,433 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,434 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,436 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,437 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,438 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,456 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,457 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,458 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:07:41,723 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 19:07:41,958 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 19:07:42,032 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 19:07:42,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 19:07:43,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:44,000 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:07:44,001 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:07:44,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:45,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:47,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:49,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:51,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:52,356 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:07:53,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:55,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:57,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:59,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:07:59,227 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:07:59,227 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:08:01,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:03,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:05,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:07,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:09,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:12,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:14,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:14,459 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:08:14,459 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:08:16,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:18,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:20,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:22,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:22,433 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:08:24,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:26,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:28,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:29,677 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:08:29,677 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:08:30,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:32,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:34,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:36,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:38,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:40,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:42,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:44,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:44,941 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:08:44,941 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:08:46,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:48,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:50,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:52,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:52,506 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:08:55,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:57,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:08:59,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:00,266 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:09:00,266 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:09:01,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:03,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:05,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:07,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:09,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:11,120 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:13,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:15,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:15,496 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:09:15,496 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:09:17,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:19,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:21,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:22,580 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:09:23,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:25,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:27,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:29,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:30,721 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:09:30,722 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:09:31,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:33,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:35,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:37,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:39,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:41,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:43,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:45,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:45,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:09:45,945 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:09:47,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:49,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:51,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:52,655 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:09:53,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:55,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:57,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:09:59,138 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:01,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:01,238 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:10:01,238 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:10:04,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:06,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:08,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:10,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:12,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:14,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:16,146 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:16,463 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:10:16,464 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:10:18,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:20,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:22,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:22,729 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:10:24,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:26,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:28,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:30,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:31,792 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:10:31,793 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:10:32,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:34,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:36,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:38,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:40,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:42,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:44,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:46,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:47,142 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:10:47,143 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:10:48,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:50,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:52,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:52,802 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:10:54,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:56,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:10:58,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:00,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:02,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:02,455 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:11:02,455 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:11:04,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:06,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:08,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:10,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:12,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:14,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:16,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:17,679 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:11:17,679 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:11:18,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:20,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:22,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:22,877 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:11:24,175 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:26,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:28,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:30,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:32,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:33,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:11:33,023 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:11:34,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:37,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:39,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:41,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:43,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:45,185 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:47,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:48,315 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:11:48,316 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:11:49,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:51,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:52,948 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:11:53,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:55,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:57,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:11:59,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:01,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:03,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:03,669 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:12:03,669 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:12:05,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:07,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:09,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:11,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:13,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:15,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:17,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:19,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:19,475 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:12:19,476 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:12:21,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:23,025 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:12:23,203 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:25,204 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:27,205 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:29,206 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:31,207 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:33,208 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:34,785 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:12:34,785 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:12:35,209 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:37,210 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:39,211 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:41,212 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:43,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:45,213 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:47,214 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:49,215 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:50,008 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:12:50,008 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:12:51,216 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:53,092 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:12:53,217 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:55,218 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:57,219 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:12:59,220 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:02,221 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:04,222 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:05,234 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:13:05,235 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:13:06,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:08,223 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:10,224 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:12,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:14,226 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:16,227 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:18,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:20,229 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:22,099 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:13:22,099 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:13:22,230 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:23,150 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:13:24,231 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:26,232 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:28,233 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:30,234 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:32,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:34,235 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:36,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:37,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:13:37,325 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:13:38,237 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:40,238 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:42,239 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:44,240 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:46,241 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:48,242 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:50,243 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:52,244 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:52,620 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:13:52,621 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:13:53,226 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:13:54,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:56,245 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:13:58,246 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:00,247 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:02,248 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:04,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:06,249 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:07,847 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:14:07,847 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:14:08,250 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:10,251 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:13,252 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:15,253 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:17,254 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:19,255 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:21,256 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:23,147 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:14:23,147 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:14:23,257 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:23,369 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:14:25,258 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:27,259 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:29,260 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:31,261 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:33,262 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:35,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:37,263 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:38,461 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:14:38,462 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:14:39,264 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:41,265 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:43,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:45,266 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:47,267 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:49,268 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:51,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:53,269 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:53,378 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:14:53,699 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:14:53,699 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:14:55,270 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:57,271 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:14:59,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:01,272 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:03,273 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:05,274 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:07,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:08,925 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:15:08,925 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:15:09,275 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:11,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:13,277 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:15,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:17,278 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:19,279 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:21,280 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:23,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:23,457 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:15:24,424 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:15:24,424 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:15:25,281 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:27,282 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:29,283 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:31,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:33,284 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:35,285 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:37,286 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:39,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:39,674 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:15:39,674 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:15:41,287 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:43,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:45,288 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:47,289 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:49,290 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:51,291 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:53,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:53,534 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:15:55,024 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:15:55,025 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:15:55,292 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:57,293 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:15:59,294 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:01,295 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:03,296 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:05,297 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:08,298 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:10,255 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:16:10,255 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:16:10,299 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:12,300 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:14,301 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:16,302 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:18,303 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:20,304 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:22,305 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:23,600 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:16:24,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:25,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:16:25,478 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:16:26,306 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:28,307 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:30,308 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:32,309 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:34,310 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:36,311 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:38,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:40,312 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:40,804 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:16:40,804 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:16:42,313 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:44,314 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:46,315 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:48,316 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:50,317 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:52,318 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:53,673 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:16:54,319 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:56,233 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:16:56,233 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:16:56,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:16:58,320 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:00,321 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:02,322 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:04,323 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:06,324 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:08,325 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:10,326 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:11,533 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:17:11,533 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:17:12,327 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:14,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:16,328 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:18,329 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:20,330 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:22,331 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:23,745 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:17:24,332 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:26,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:26,833 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:17:26,833 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:17:28,333 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:30,334 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:32,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:34,335 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:36,336 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:38,337 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:40,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:42,062 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:17:42,062 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:17:42,338 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:44,339 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:46,340 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:49,341 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:51,342 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:53,343 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:53,821 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:17:55,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:57,287 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:17:57,287 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:17:57,344 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:17:59,345 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:01,346 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:03,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:05,347 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:07,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:09,349 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:11,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:12,520 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:18:12,521 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:18:13,350 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:15,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:17,351 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:19,352 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:21,353 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:23,354 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:23,899 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:18:25,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:27,355 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:27,781 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:18:27,781 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:18:29,356 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:31,357 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:33,358 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:35,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:37,359 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:39,360 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:41,361 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:43,115 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:18:43,115 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:18:43,362 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:45,363 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:47,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:49,364 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:51,365 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:53,366 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:53,974 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:18:55,367 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:57,368 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:18:58,338 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:18:58,339 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:18:59,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:01,369 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:03,370 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:05,371 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:08,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:10,372 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:12,373 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:13,619 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:19:13,619 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:19:14,374 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:16,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:18,375 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:20,376 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:22,377 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:24,051 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:19:24,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:26,378 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:28,379 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:28,844 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:19:28,844 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:19:30,380 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:32,381 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:34,382 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:36,383 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:38,384 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:40,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:42,385 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:44,190 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:19:44,190 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:19:44,386 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:46,387 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:48,388 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:50,389 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:52,390 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:54,124 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:19:54,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:56,391 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:58,392 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:19:59,412 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:19:59,412 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:20:01,394 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:03,395 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:05,396 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:07,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:09,397 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:11,398 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:13,399 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:14,737 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:20:14,737 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:20:15,400 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:17,401 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:19,402 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:21,403 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:23,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:24,200 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:20:25,404 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:27,405 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:29,406 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:30,033 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:20:30,033 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:20:31,407 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:33,408 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:35,409 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:37,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:39,410 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:41,411 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:43,412 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:45,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:45,477 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:20:45,478 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:20:47,413 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:49,414 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:51,415 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:53,416 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:54,274 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:20:55,417 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:57,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:20:59,418 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:00,701 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:21:00,701 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:21:01,419 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:03,420 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:05,421 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:07,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:09,422 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:11,423 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:13,424 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:16,126 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:21:16,126 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:21:16,425 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:18,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:20,426 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:22,427 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:24,348 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:21:24,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:26,428 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:28,429 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:30,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:31,517 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:21:31,517 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:21:32,430 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:34,431 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:36,432 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:38,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:40,434 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:42,435 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:44,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:46,436 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:46,896 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:21:46,897 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:21:48,437 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:50,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:52,438 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:54,425 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:21:54,439 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:56,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:21:58,440 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:00,441 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:02,127 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:22:02,127 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:22:02,442 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:04,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:06,443 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:08,444 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:10,445 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:12,446 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:14,447 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:16,448 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:17,503 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:22:17,503 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:22:18,449 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:20,450 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:22,451 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:24,499 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:22:25,452 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:27,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:29,453 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:31,454 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:32,728 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:22:32,728 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:22:33,455 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:35,456 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:37,457 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:39,458 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:41,459 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:43,460 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:45,464 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:47,465 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:47,998 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:22:47,998 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:22:49,466 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:51,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:53,467 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:54,578 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:22:55,468 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:57,469 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:22:59,470 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:01,471 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:03,472 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:03,696 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:23:03,696 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:23:05,473 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:07,474 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:09,475 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:11,476 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:13,477 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:15,478 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:18,479 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:19,102 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:23:19,103 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:23:20,480 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:22,481 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:24,482 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:24,652 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:23:26,483 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:28,484 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:30,485 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:32,486 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:34,331 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:23:34,332 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:23:34,487 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:36,488 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:38,489 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:40,490 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:42,491 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:44,493 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:46,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:48,494 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:49,627 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:23:49,627 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:23:50,495 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:52,496 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:54,497 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:54,725 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:23:56,498 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:23:58,499 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:00,501 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:02,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:04,502 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:04,859 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:24:04,859 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:24:06,503 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:08,504 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:10,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:12,506 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:14,507 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:16,508 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:18,509 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:20,293 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:24:20,293 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:24:20,510 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:22,511 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:24,512 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:24,803 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:24:26,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:28,514 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:30,515 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:32,516 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:34,517 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:35,542 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:24:35,542 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:24:36,518 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:38,519 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:40,520 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:42,521 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:44,522 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:46,523 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:49,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:50,766 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:24:50,767 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:24:51,524 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:53,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:54,879 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:24:55,525 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:57,526 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:24:59,527 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:01,528 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:03,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:05,529 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:07,088 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:25:07,089 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:25:07,530 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:09,531 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:11,532 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:13,533 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:15,534 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:17,535 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:19,536 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:21,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:22,472 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:25:22,473 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:25:23,537 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:24,956 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:25:25,538 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:27,539 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:29,540 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:31,541 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:33,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:35,542 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:37,543 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:37,775 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:25:37,776 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:25:39,544 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:41,545 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:43,546 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:45,547 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:47,548 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:49,549 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:51,550 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:53,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:25:53,027 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:25:53,551 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:55,031 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:25:55,552 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:57,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:25:59,553 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:01,554 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:03,555 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:05,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:07,556 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:08,260 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:26:08,260 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:26:09,557 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:12,559 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:14,560 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:16,561 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:18,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:20,562 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:22,563 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:23,748 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:26:23,748 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:26:24,564 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:25,109 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:26:26,565 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:28,566 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:30,567 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:32,568 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:34,569 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:36,570 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:38,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:38,983 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:26:38,983 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:26:40,571 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:42,572 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:44,573 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:46,574 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:48,575 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:50,576 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:52,577 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:54,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:26:54,330 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:26:54,578 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:55,184 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:26:56,579 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:26:58,580 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:00,581 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:02,582 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:04,583 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:06,584 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:08,585 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:09,613 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:27:09,614 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:27:10,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:12,586 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:14,587 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:16,588 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:18,589 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:21,590 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:23,591 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:24,836 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:27:24,836 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:27:25,255 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:27:25,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:27,592 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:29,593 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:31,594 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:33,595 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:35,596 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:37,597 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:39,598 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:40,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:27:40,335 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:27:41,600 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:43,601 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:45,602 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:47,603 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:49,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:51,604 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:53,605 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:55,323 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:27:55,601 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:27:55,601 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:27:55,607 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:57,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:27:59,608 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:01,609 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:03,610 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:05,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:07,611 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:09,612 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:10,876 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:28:10,877 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:28:11,613 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:13,614 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:15,615 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:17,616 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:19,617 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:21,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:23,618 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:25,400 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:28:25,619 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:26,173 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:28:26,174 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:28:27,620 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:29,621 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:31,622 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:33,623 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:36,624 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:38,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:40,625 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:41,396 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:28:41,397 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:28:42,626 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:44,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:46,627 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:48,628 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:50,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:52,629 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:54,630 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:55,469 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:28:56,631 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:28:56,729 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:28:56,729 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:28:58,632 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:00,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:02,633 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:04,634 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:06,635 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:08,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:10,636 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:12,027 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:29:12,028 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:29:12,637 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:14,638 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:16,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:18,639 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:20,640 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:22,641 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:24,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:25,543 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:29:26,642 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:27,270 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:29:27,271 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:29:28,643 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:30,644 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:32,644 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:34,645 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:36,646 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:38,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:40,647 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:42,553 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:29:42,553 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:29:42,648 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:44,649 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:46,650 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:48,651 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:50,652 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:52,652 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:54,653 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:55,617 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:29:57,654 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:29:57,777 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:29:57,778 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:29:59,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:01,655 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:03,656 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:05,657 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:07,658 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:09,659 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:11,660 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:13,135 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:30:13,135 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:30:13,661 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:15,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:17,662 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:19,663 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:21,664 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:23,665 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:25,666 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:25,692 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:30:27,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:28,366 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:30:28,367 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:30:29,667 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:31,668 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:33,669 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:35,670 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:37,671 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:39,672 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:41,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:43,673 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:43,694 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:30:43,695 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:30:45,674 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:47,675 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:49,676 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:51,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:53,677 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:55,678 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:55,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:30:57,679 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:30:59,035 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:30:59,035 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:30:59,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:01,680 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:03,681 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:05,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:07,682 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:09,683 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:11,684 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:13,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:14,364 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:31:14,364 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:31:15,685 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:17,686 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:19,687 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:21,688 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:23,689 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:25,690 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:25,840 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:31:27,691 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:29,692 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:29,720 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:31:29,720 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:31:32,693 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:34,694 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:36,695 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:38,696 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:40,697 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:42,698 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:44,699 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:44,951 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:31:44,951 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:31:46,700 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:48,701 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:50,702 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:52,703 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:54,704 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:55,916 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:31:56,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:31:58,705 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:00,308 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:32:00,308 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:32:00,706 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:02,707 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:04,708 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:06,709 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:08,710 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:10,711 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:12,712 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:14,713 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:15,590 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:32:15,590 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:32:16,714 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:18,715 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:20,716 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:22,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:24,717 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:25,993 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:32:26,718 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:28,719 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:30,720 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:30,825 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:32:30,826 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:32:32,721 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:34,722 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:36,723 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:38,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:40,724 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:42,725 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:44,726 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:46,045 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:32:46,045 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:32:46,727 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:48,728 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:50,729 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:52,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:54,730 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:56,069 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:32:56,731 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:32:58,732 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:00,733 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:01,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:33:01,304 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:33:02,734 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:04,735 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:06,736 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:08,737 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:10,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:12,738 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:14,739 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:16,712 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:33:16,712 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:33:16,740 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:18,741 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:20,742 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:22,743 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:24,744 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:26,136 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:33:27,745 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:29,746 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:31,747 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:31,967 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:33:31,968 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:33:33,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:35,748 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:37,749 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:39,750 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:41,751 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:43,752 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:45,753 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:47,204 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:33:47,204 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:33:47,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:49,754 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:51,755 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:53,756 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:55,757 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:56,197 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:33:57,758 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:33:59,759 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:01,760 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:02,427 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:34:02,427 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:34:03,761 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:05,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:07,762 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:09,763 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:11,764 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:13,765 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:15,766 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:17,767 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:17,843 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:34:17,844 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:34:19,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:21,768 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:23,769 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:25,770 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:26,273 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:34:27,771 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:30,772 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:32,773 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:33,065 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:34:33,065 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:34:34,774 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:36,775 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:38,776 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:40,777 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:42,778 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:44,779 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:46,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:48,318 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:34:48,319 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:34:48,780 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:50,781 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:52,782 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:54,783 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:56,350 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:34:56,784 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:34:58,785 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:00,786 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:02,787 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:03,636 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:35:03,636 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:35:04,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:06,788 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:08,789 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:10,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:12,790 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:14,791 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:16,792 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:18,793 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:19,023 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:35:19,023 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:35:20,794 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:22,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:24,795 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:26,425 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:35:26,796 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:28,797 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:30,798 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:32,799 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:34,319 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:35:34,320 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:35:34,800 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:36,801 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:38,802 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:40,803 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:42,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:44,804 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:46,805 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:48,806 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:49,540 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:35:49,540 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:35:50,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:52,807 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:54,808 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:56,498 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:35:56,809 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:35:58,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:00,810 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:02,811 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:04,812 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:05,068 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:36:05,068 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:36:06,813 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:09,814 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:11,815 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:13,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:15,816 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:17,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:19,817 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:20,556 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:36:20,556 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:36:21,818 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:23,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:25,819 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:26,577 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:36:27,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:29,820 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:31,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:33,821 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:35,822 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:35,854 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:36:35,854 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:36:37,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:39,823 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:41,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:43,824 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:45,825 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:47,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:50,826 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:51,081 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:36:51,082 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:36:52,827 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:54,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:56,650 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:36:56,828 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:36:58,829 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:00,830 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:02,831 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:04,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:06,435 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:37:06,435 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:37:06,832 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:08,833 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:10,834 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:12,835 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:14,836 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:16,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:18,837 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:20,838 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:21,730 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:37:21,730 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:37:22,839 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:24,840 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:26,728 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:37:26,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:28,841 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:30,842 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:32,843 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:34,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:36,844 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:36,971 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:37:36,971 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:37:38,845 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:40,846 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:42,847 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:44,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:46,848 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:48,849 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:50,850 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:52,348 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:37:52,348 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:37:52,851 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:54,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:56,800 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:37:56,852 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:37:58,853 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:00,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:02,854 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:04,855 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:06,856 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:07,734 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:38:07,734 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:38:08,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:10,857 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:13,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:15,859 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:17,860 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:19,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:21,861 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:22,958 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:38:22,959 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:38:23,862 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:25,863 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:26,870 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:38:27,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:29,864 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:31,865 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:33,866 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:35,867 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:37,868 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:38,181 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:38:38,182 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:38:39,869 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:41,870 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:43,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:45,871 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:48,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:50,873 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:52,874 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:53,544 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:38:53,544 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:38:54,875 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:56,876 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:38:56,942 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:38:58,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:00,877 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:02,878 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:04,879 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:06,880 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:08,865 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:39:08,865 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:39:08,881 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:10,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:12,882 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:14,883 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:16,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:18,884 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:20,885 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:22,886 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:24,089 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:39:24,089 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:39:24,887 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:26,888 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:27,017 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:39:28,889 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:30,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:32,890 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:34,891 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:36,892 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:38,893 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:39,317 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:39:39,317 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:39:40,894 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:42,895 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:45,896 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:47,897 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:49,898 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:51,899 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:53,900 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:54,692 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:39:54,692 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:39:55,901 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:57,093 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:39:57,902 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:39:59,903 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:01,904 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:03,905 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:05,906 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:07,907 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:09,908 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:09,945 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:40:09,945 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:40:11,909 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:13,910 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:15,911 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:17,912 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:19,913 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:21,914 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:23,915 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:25,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:40:25,164 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:40:25,916 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:27,174 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:40:27,917 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:29,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:31,918 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:33,919 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:35,920 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:37,921 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:39,922 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:40,478 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:40:40,478 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:40:41,923 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:43,924 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:45,925 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:47,926 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:49,927 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:51,928 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:53,929 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:55,702 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:40:55,703 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:40:55,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:57,251 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:40:57,930 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:40:59,931 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:01,932 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:03,933 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:05,934 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:07,935 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:09,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:10,943 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:41:10,943 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:41:11,936 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:13,937 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:15,938 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:17,939 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:19,940 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:21,941 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:24,942 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:26,259 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:41:26,260 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:41:26,943 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:27,326 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:41:28,944 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:30,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:32,945 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:34,946 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:36,947 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:38,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:40,948 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:41,488 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:41:41,489 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:41:42,949 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:44,950 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:46,950 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:48,951 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:50,952 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:52,953 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:54,954 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:56,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:41:56,940 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:41:56,955 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:41:57,401 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:41:58,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:00,956 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:02,957 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:04,958 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:06,959 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:08,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:10,960 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:12,250 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:42:12,250 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:42:12,961 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:14,962 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:16,963 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:18,964 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:20,965 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:23,966 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:25,967 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:27,477 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:42:27,491 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:42:27,491 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:42:27,968 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:29,969 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:31,970 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:33,971 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:35,972 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:37,973 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:39,974 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:41,975 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:42,718 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:42:42,719 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:42:43,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:45,976 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:47,977 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:49,978 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:51,979 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:53,980 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:55,981 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:57,552 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:42:57,982 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:42:57,982 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:42:57,982 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:42:59,983 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:01,984 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:03,985 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:05,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:07,986 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:09,987 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:11,988 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:13,324 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:43:13,325 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:43:13,989 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:15,990 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:17,991 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:19,992 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:21,993 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:23,994 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:25,995 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:27,620 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:43:27,996 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:28,643 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:43:28,643 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:43:29,997 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:31,998 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:33,999 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:36,000 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:38,001 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:40,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:42,002 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:44,003 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:44,051 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:43:44,051 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:43:46,004 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:48,005 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:51,006 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:53,007 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:55,008 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:57,009 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:57,691 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:43:59,010 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:43:59,335 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:43:59,336 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:44:01,011 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:03,012 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:05,013 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:07,014 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:09,015 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:11,016 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:13,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:14,639 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:44:14,639 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:44:15,017 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:17,018 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:19,019 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:21,020 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:23,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:25,021 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:27,022 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:27,766 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:44:29,023 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:29,973 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:44:29,973 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:44:31,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:33,024 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:35,025 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:37,026 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:39,027 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:41,028 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:43,029 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:45,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:45,330 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:44:45,330 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:44:47,030 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:49,031 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:51,032 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:53,033 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:55,034 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:57,035 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:44:57,844 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:44:59,036 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:00,776 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:45:00,777 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:45:01,037 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:03,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:05,038 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:07,039 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:09,040 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:11,041 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:13,042 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:15,043 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:16,005 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:45:16,005 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:45:17,044 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:19,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:21,045 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:23,046 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:25,047 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:27,921 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:45:28,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:30,048 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:31,377 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:45:31,377 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:45:32,049 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:34,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:36,050 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:38,051 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:40,052 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:42,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:44,053 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:46,054 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:46,603 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:45:46,603 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:45:48,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:50,055 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:52,056 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:54,057 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:56,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:45:57,999 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:45:58,058 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:00,059 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:01,829 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:46:01,829 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:46:02,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:04,060 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:06,061 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:08,062 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:10,063 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:12,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:14,064 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:16,065 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:17,077 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:46:17,077 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:46:18,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:20,066 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:22,067 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:24,068 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:26,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:28,069 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:28,072 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:46:30,070 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:32,071 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:32,303 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:46:32,304 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:46:34,072 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:36,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:38,073 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:40,074 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:42,075 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:44,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:46,076 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:47,635 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:46:47,635 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:46:48,077 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:50,078 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:52,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:54,079 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:56,080 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:58,081 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:46:58,137 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:47:00,082 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:02,083 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:02,946 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:47:02,947 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:47:05,084 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:07,085 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:09,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:11,086 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:13,087 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:15,088 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:17,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:18,198 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:47:18,198 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:47:19,089 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:21,090 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:23,091 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:25,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:27,092 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:28,202 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:47:29,093 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:31,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:33,094 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:33,551 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:47:33,551 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:47:35,095 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:37,096 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:39,097 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:41,098 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:43,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:45,099 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:47,100 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:48,999 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:47:49,000 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:47:49,101 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:51,102 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:53,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:55,103 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:57,104 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:47:58,268 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:47:59,105 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:01,106 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:03,107 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:04,286 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:48:04,287 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:48:05,108 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:07,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:09,109 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:11,110 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:13,111 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:15,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:17,112 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:19,113 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:19,577 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:48:19,578 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:48:21,114 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:23,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:25,115 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:27,116 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:28,336 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:48:29,117 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:31,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:33,118 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:34,940 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:48:34,940 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:48:35,119 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:38,121 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:40,122 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:42,123 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:44,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:46,124 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:48,125 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:50,126 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:50,163 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:48:50,164 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:48:52,127 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:54,128 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:56,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:58,129 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:48:58,401 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:49:00,130 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:02,131 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:04,132 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:05,388 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:49:05,388 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:49:06,133 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:08,134 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:10,135 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:12,136 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:14,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:16,137 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:18,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:20,139 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:20,882 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:49:20,882 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:49:22,140 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:24,141 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:26,142 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:28,143 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:28,462 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:49:30,144 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:32,145 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:34,146 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:36,147 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:36,179 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:49:36,179 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:49:38,148 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:40,149 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:42,150 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:45,151 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:47,152 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:49,153 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:51,154 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:51,501 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:49:51,501 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:49:53,155 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:55,156 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:57,157 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:49:58,602 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:49:59,158 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:01,159 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:03,160 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:05,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:06,784 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:50:06,784 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:50:07,161 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:09,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:11,163 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:13,164 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:15,165 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:17,166 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:19,167 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:21,168 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:22,110 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:50:22,110 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:50:23,169 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:25,170 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:27,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:28,616 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:50:29,171 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:31,172 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:33,173 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:35,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:37,174 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:37,351 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:50:37,352 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:50:40,176 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:42,177 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:44,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:46,178 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:48,179 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:50,180 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:52,181 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:52,582 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:50:52,582 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:50:54,182 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:56,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:58,183 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:50:58,693 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:51:00,184 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:02,185 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:04,186 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:06,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:07,915 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:51:07,915 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:51:08,187 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:10,188 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:12,189 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:14,190 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:16,191 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:18,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:20,192 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:22,193 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:23,140 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:51:23,140 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:51:24,194 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:26,195 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:28,196 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:28,768 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:51:30,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:32,197 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:34,198 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:36,199 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:38,200 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:38,372 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:51:38,373 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:51:40,201 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:42,202 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:51:53,597 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:51:53,598 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:51:58,836 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:52:08,961 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:52:08,961 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:52:24,451 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:52:24,451 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:52:28,910 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:52:39,723 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:52:39,724 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:52:42,959 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: partial_history -2022-05-23 19:52:45,225 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:52:53,228 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:52:59,751 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:53:04,120 ERROR SenderThread:1049978 [internal_api.py:execute():143] 500 response executing GraphQL. -2022-05-23 19:53:04,121 ERROR SenderThread:1049978 [internal_api.py:execute():144] {"error":"Error 1040: Too many connections"} -2022-05-23 19:53:04,122 ERROR SenderThread:1049978 [retry.py:__call__():126] Retry attempt failed: -Traceback (most recent call last): - File "/mnt/lv_ai_1_dante/ml/rolvb/venv/lib/python3.9/site-packages/wandb/sdk/lib/retry.py", line 102, in __call__ - result = self._call_fn(*args, **kwargs) - File "/mnt/lv_ai_1_dante/ml/rolvb/venv/lib/python3.9/site-packages/wandb/sdk/internal/internal_api.py", line 140, in execute - return self.client.execute(*args, **kwargs) - File "/mnt/lv_ai_1_dante/ml/rolvb/venv/lib/python3.9/site-packages/wandb/vendor/gql-0.2.0/wandb_gql/client.py", line 52, in execute - result = self._get_result(document, *args, **kwargs) - File "/mnt/lv_ai_1_dante/ml/rolvb/venv/lib/python3.9/site-packages/wandb/vendor/gql-0.2.0/wandb_gql/client.py", line 60, in _get_result - return self.transport.execute(document, *args, **kwargs) - File "/mnt/lv_ai_1_dante/ml/rolvb/venv/lib/python3.9/site-packages/wandb/vendor/gql-0.2.0/wandb_gql/transport/requests.py", line 39, in execute - request.raise_for_status() - File "/mnt/lv_ai_1_dante/ml/rolvb/venv/lib/python3.9/site-packages/requests/models.py", line 960, in raise_for_status - raise HTTPError(http_error_msg, response=self) -requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/graphql -2022-05-23 19:53:11,354 ERROR SenderThread:1049978 [internal_api.py:execute():143] 500 response executing GraphQL. -2022-05-23 19:53:11,354 ERROR SenderThread:1049978 [internal_api.py:execute():144] {"error":"Error 1040: Too many connections"} -2022-05-23 19:53:13,236 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/output.log -2022-05-23 19:53:19,790 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:53:23,195 DEBUG SenderThread:1049978 [sender.py:send():232] send: history -2022-05-23 19:53:23,196 DEBUG SenderThread:1049978 [sender.py:send():232] send: summary -2022-05-23 19:53:23,391 INFO SenderThread:1049978 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-05-23 19:53:23,393 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:53:23,394 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:53:24,096 WARNING FileStreamThread:1049978 [file_stream.py:request_with_retry():593] requests_with_retry encountered retryable exception: 500 Server Error: Internal Server Error for url: https://api.wandb.ai/files/nbailab/wav2vec2/3dybzmyz/file_stream. func: >, args: ('https://api.wandb.ai/files/nbailab/wav2vec2/3dybzmyz/file_stream',), kwargs: {'json': {'files': {'wandb-events.jsonl': {'offset': 958, 'content': ['{"system.cpu": 4.47, "system.memory": 9.2, "system.disk": 68.3, "system.proc.memory.availableMB": 203687.52, "system.proc.memory.rssMB": 105.55, "system.proc.memory.percent": 0.05, "system.proc.cpu.threads": 12.0, "system.network.sent": 36563311900, "system.network.recv": 419729847, "_wandb": true, "_timestamp": 1653328348, "_runtime": 28843}']}}, 'dropped': 0}} -2022-05-23 19:53:24,276 INFO Thread-7 :1049978 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220523_115145-3dybzmyz/files/wandb-summary.json -2022-05-23 19:53:24,786 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:53:29,093 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:53:39,791 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:53:39,791 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:53:57,016 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:53:57,017 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:53:59,168 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:54:12,684 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:54:12,685 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:54:28,156 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:54:28,156 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:54:29,243 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:54:43,760 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:54:43,761 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:54:58,984 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:54:58,985 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:54:59,322 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:55:14,213 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:55:14,213 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:55:29,396 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:55:29,624 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:55:29,624 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:55:46,883 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:55:46,883 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:55:59,475 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:56:02,113 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:56:02,114 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:56:17,703 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:56:17,703 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:56:29,552 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats -2022-05-23 19:56:32,924 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:56:32,924 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:56:48,180 DEBUG HandlerThread:1049978 [handler.py:handle_request():141] handle_request: stop_status -2022-05-23 19:56:48,180 DEBUG SenderThread:1049978 [sender.py:send_request():246] send_request: stop_status -2022-05-23 19:56:59,628 DEBUG SenderThread:1049978 [sender.py:send():232] send: stats +version https://git-lfs.github.com/spec/v1 +oid sha256:adff00bc15c51f95963965823f3c4137f5fdc25b056cdd8df63e82a48c26f66c +size 11053786